-- Logs begin at Fri 2021-04-16 11:08:56 UTC, end at Fri 2021-04-16 12:05:01 UTC. -- Apr 16 11:39:24.811340 dv-cinder-689486-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 11:39:28.033578 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:39:28.034128 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:39:28.035499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85234) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:39:28.037277 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:39:28.037574 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:39:28.037927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85234) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:39:28.039604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:39:28.039872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:39:28.040924 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:39:28.041210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:39:28.041470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:39:28.041843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.042187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.042530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.042793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.043138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.043494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.043818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.044153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.044494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.044819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.045136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.045458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.045723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.046046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.046379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.046965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.047220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] debug = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.047589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.048113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.048438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.048760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.049094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.049410 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.049719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.050034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.050357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.050733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] host = dv-cinder-689486-10-smb {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.051048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.051403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.051735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.052064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.052378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.052695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.053022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.053332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.053644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] log_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.053956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.054424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.054648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.054987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.055243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.055542 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.055874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.056203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.056520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.056834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.057146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.057462 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.057771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.058076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.058405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.058756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.059060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.059397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.059711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.060019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.060328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.060656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.060969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.061279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.061591 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.061921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.062224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.062533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.062882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.063211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.063562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.063889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.064200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.064527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.064834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.065142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.065449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] use_json = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.065757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.066062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.066384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.066690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.066999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.067335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.067648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.067978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:28.068321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.068661 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.069006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.069329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.069665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.070077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.070345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.070659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.070991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.071344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.071675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.071989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.072317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.072631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.072969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.073321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.073658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.073996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.074308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.074618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.074928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.075243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.075605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.075943 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.076279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.076591 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.076909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.077248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.077565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.077877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.078197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.078530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.078846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.079157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.079502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.079822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.080133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.080441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.080758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.081089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.081402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.081712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.082024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.082338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.082647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.082972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.083297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.083620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.083931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.084245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.084556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.084870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.085184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.085492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.086326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.086641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.086952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.087265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.087599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.087915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.088224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.088533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.088849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.089160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.089469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.089779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.090092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.090402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.090728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.091068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.091409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.091729 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.092047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.092365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.092681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.092996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.093312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.093629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.093938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.094276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.094599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.094927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.095250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.095591 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.095931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.096245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.096568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.096886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.097202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.097533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.097861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.098195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.098529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.098865 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.099201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.099565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.099882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.100313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.100632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:28.100885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:39:28.101183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85234) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 16 11:39:28.773634 dv-cinder-689486-10-smb neutron-server[85234]: INFO keyring.backend [-] Loading Gnome Apr 16 11:39:28.790482 dv-cinder-689486-10-smb neutron-server[85234]: INFO keyring.backend [-] Loading Google Apr 16 11:39:28.793199 dv-cinder-689486-10-smb neutron-server[85234]: INFO keyring.backend [-] Loading Windows (alt) Apr 16 11:39:28.797032 dv-cinder-689486-10-smb neutron-server[85234]: INFO keyring.backend [-] Loading file Apr 16 11:39:28.797885 dv-cinder-689486-10-smb neutron-server[85234]: INFO keyring.backend [-] Loading keyczar Apr 16 11:39:28.798170 dv-cinder-689486-10-smb neutron-server[85234]: INFO keyring.backend [-] Loading multi Apr 16 11:39:28.798818 dv-cinder-689486-10-smb neutron-server[85234]: INFO keyring.backend [-] Loading pyfs Apr 16 11:39:28.846293 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:39:28.846643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:39:28.847016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:39:28.847424 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 11:39:29.255633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.256184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.256369 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.257725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.258167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.258486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.298468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.298782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.299101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.314497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.314835 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.315159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.384721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.385055 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.385381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.386478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.386791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.388638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.674481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.674810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.675112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.675445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.676292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.823552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.823935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.824260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.824569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.824872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.825268 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.825567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.825861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.826162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.826497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.826796 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.827103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.827441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.827738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.828051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.828370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.828668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.828990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.829278 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.829620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.830073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.830362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.830649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.830990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.831299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.831583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.832008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:29.832284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:29.832559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:29.832834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:29.833105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:29.833378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:29.833797 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 11:39:29.836914 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 11:39:29.840949 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 11:39:29.844757 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Apr 16 11:39:29.846420 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 11:39:29.847719 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 11:39:29.848098 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 11:39:29.848536 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 11:39:29.851255 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 11:39:29.852086 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 11:39:29.852480 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:39:29.881126 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 11:39:29.881640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.881973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85234) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 16 11:39:29.882584 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.884043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85234) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 11:39:29.884365 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:39:29.884649 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 11:39:29.887897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.888216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:29.954957 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 11:39:29.955181 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 11:39:29.955487 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 11:39:29.955903 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 11:39:29.988871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.sqlalchemy.engines [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85234) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 16 11:39:30.434550 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing driver for type 'gre' Apr 16 11:39:30.435165 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] gre ID ranges: [(1, 1000)] Apr 16 11:39:30.475606 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing driver for type 'local' Apr 16 11:39:30.476000 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing driver for type 'vlan' Apr 16 11:39:30.486789 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] VlanTypeDriver initialization complete Apr 16 11:39:30.487182 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing driver for type 'vxlan' Apr 16 11:39:30.487795 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] vxlan ID ranges: [(1, 1000)] Apr 16 11:39:30.528014 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing extension driver 'port_security' Apr 16 11:39:30.528395 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.extensions.port_security [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] PortSecurityExtensionDriver initialization complete Apr 16 11:39:30.528810 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing mechanism driver 'openvswitch' Apr 16 11:39:30.529190 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing mechanism driver 'hyperv' Apr 16 11:39:30.535783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:39:30.536639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.537064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.537489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.537935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.538355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.538769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.539767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.540151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.540556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.540993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.541514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.542224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.542675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.543111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.543548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.544063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.544527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.544923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.545311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] ML2 OVO RPC backend initialized. {{(pid=85234) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 16 11:39:30.546147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.546539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.547260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.547671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > networks before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.548054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.548451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > ports before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.548840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.549240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.549629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.550028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.550433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.550831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.551234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.551677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.552053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.552433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.552821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.553501 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.plugin [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Modular L2 Plugin initialization complete Apr 16 11:39:30.553896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading services supported by the core plugin {{(pid=85234) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 11:39:30.554284 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.plugins.ml2.managers [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Got port-security extension from driver 'port_security' Apr 16 11:39:30.555387 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.extensions.vlantransparent [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Disabled vlantransparent extension. Apr 16 11:39:30.555947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85234) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 11:39:30.556316 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: router Apr 16 11:39:30.595480 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.595949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router after_create 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.596381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router before_create 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.596813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.597258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.597671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router after_delete 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.598116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.598555 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router after_create 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.598965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router after_update 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.599424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router after_update 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.599842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.600282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router after_update 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.600818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.601261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: port after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.602185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: port after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.602598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: subnet after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.603006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.603457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.603910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.604379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: port before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.604797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.605331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router after_update 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.605813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.606268 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.606827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.607265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.607881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > network after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.609025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Tracking information for resource: router configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:30.609431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Tracking information for resource: floatingip configured {{(pid=85234) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:39:30.614856 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_agentschedulers_db [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 11:39:30.615597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: port after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.616031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: port after_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.616460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: port after_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.616870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: port after_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.618426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router before_create 55550100 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.618869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.619324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.619727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.625041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.provider_configuration [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service providers = [] {{(pid=85234) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 11:39:30.625465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.servicetype_db [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85234) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 11:39:30.628634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.service_base [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85234) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:39:30.629025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.service_base [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85234) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:39:30.629405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.service_base [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85234) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:39:30.630352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.service_base [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85234) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:39:30.630845 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.services.service_base [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 11:39:30.631328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.631692 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 11:39:30.642490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.642881 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: auto_allocate Apr 16 11:39:30.648852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: network precommit_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.649301 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: network precommit_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.649919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.650307 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: tag Apr 16 11:39:30.657848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.658239 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: timestamp Apr 16 11:39:30.662335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.662727 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: network_ip_availability Apr 16 11:39:30.669038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.669472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.669908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.670896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.671602 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: flavors Apr 16 11:39:30.677103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.677498 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading Plugin: revisions Apr 16 11:39:30.682788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85234) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:39:30.683241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=85234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:39:30.684115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85234) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 16 11:39:30.684496 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Initializing extension manager. Apr 16 11:39:30.685139 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: __init__.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.685517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: __pycache__ {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.685913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.686311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: address_group.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.687148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.687859 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: address-group Apr 16 11:39:30.688241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: address_scope.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.689052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.689666 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: address-scope Apr 16 11:39:30.690048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.691044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.691683 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: router-admin-state-down-before-update Apr 16 11:39:30.692052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: agent.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.692862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.693482 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: agent Apr 16 11:39:30.693862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: agent_resources_synced.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.694822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.695479 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: agent-resources-synced Apr 16 11:39:30.695842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.697698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.698326 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: allowed-address-pairs Apr 16 11:39:30.698715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.699864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.700453 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: auto-allocated-topology Apr 16 11:39:30.700826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: availability_zone.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.701577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.702155 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: availability_zone Apr 16 11:39:30.702520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: availability_zone_filter.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.703478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.704064 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: availability_zone_filter Apr 16 11:39:30.704427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: data_plane_status.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.705465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.706040 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 11:39:30.706401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: default_subnetpools.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.707339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.707915 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: default-subnetpools Apr 16 11:39:30.708274 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.709150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.709732 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: dhcp_agent_scheduler Apr 16 11:39:30.710094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: dns.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.711046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.711655 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension dns-integration not supported by any of loaded plugins Apr 16 11:39:30.712024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: dns_domain_ports.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.712966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.713551 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 11:39:30.713929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: dvr.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.714637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.715216 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: dvr Apr 16 11:39:30.715603 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: empty_string_filtering.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.716525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.717105 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: empty-string-filtering Apr 16 11:39:30.717467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.718385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.718959 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:39:30.719340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.720264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.720843 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 11:39:30.721204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: external_net.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.722123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.722701 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: external-net Apr 16 11:39:30.723062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.724004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.724579 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: extra_dhcp_opt Apr 16 11:39:30.724941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: extraroute.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.725854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.726959 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: extraroute Apr 16 11:39:30.727346 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: extraroute_atomic.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.728385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.728968 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: extraroute-atomic Apr 16 11:39:30.729328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: filter_validation.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.730025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.730604 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: filter-validation Apr 16 11:39:30.730964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: fip_pf_description.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.731974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.732543 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 11:39:30.732902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: fip_port_details.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.733935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.734516 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: fip-port-details Apr 16 11:39:30.734883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: flavors.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.736151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.736739 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: flavors Apr 16 11:39:30.737102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.738752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.739371 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 11:39:30.739748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: floatingip_pools.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.740504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.741092 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: floatingip-pools Apr 16 11:39:30.741458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: ip_allocation.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.743014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.743632 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 11:39:30.743998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.744934 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.745517 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: ip-substring-filtering Apr 16 11:39:30.745879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l2_adjacency.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.746808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.747426 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 11:39:30.747789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l3.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.748853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.749439 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: router Apr 16 11:39:30.749802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.752077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.752671 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:39:30.753043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.753982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.754562 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: ext-gw-mode Apr 16 11:39:30.754926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.755985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.756565 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: l3-ha Apr 16 11:39:30.756926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l3_flavors.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.757880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.758464 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: l3-flavors Apr 16 11:39:30.758849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.759795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.760383 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 11:39:30.760743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: l3agentscheduler.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.761884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.762470 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: l3_agent_scheduler Apr 16 11:39:30.762831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: logging.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.764368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.764965 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension logging not supported by any of loaded plugins Apr 16 11:39:30.765333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: metering.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.766145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.766896 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: metering Apr 16 11:39:30.767312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.768478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.769090 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: metering_source_and_destination_fields Apr 16 11:39:30.769479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: multiprovidernet.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.770483 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.771109 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: multi-provider Apr 16 11:39:30.771521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: netmtu.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.772490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.773099 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: net-mtu Apr 16 11:39:30.773989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: netmtu_writable.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.774968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.775611 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: net-mtu-writable Apr 16 11:39:30.775995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: network_availability_zone.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.776852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.777471 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: network_availability_zone Apr 16 11:39:30.777855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: network_ip_availability.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.779029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.779663 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: network-ip-availability Apr 16 11:39:30.780043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: network_segment_range.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.780899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.781516 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 11:39:30.781890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: pagination.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.782946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.783354 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: pagination Apr 16 11:39:30.783717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: port_device_profile.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.784639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.785225 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: port-device-profile Apr 16 11:39:30.785585 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.786509 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.787091 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: port-mac-address-regenerate Apr 16 11:39:30.787485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.788461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.789154 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: port-numa-affinity-policy Apr 16 11:39:30.789535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: port_resource_request.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.790514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.791116 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 11:39:30.791521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: portbindings.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.792503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.793133 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: binding Apr 16 11:39:30.793520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: portbindings_extended.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.794844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.795493 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: binding-extended Apr 16 11:39:30.795897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: portsecurity.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.796870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.797772 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: port-security Apr 16 11:39:30.798140 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: project_id.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.799167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.799591 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: project-id Apr 16 11:39:30.799990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: providernet.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.800991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.801598 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: provider Apr 16 11:39:30.801985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.806291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.806934 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos not supported by any of loaded plugins Apr 16 11:39:30.807345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.808692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.809325 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 11:39:30.809703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.810677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.811302 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 11:39:30.811692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_default.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.812674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.813301 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-default not supported by any of loaded plugins Apr 16 11:39:30.813683 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_fip.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.814377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.814948 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-fip not supported by any of loaded plugins Apr 16 11:39:30.815365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.816352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.816944 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 11:39:30.817324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.818295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.818879 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 11:39:30.819242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.820746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.821325 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 11:39:30.821687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: qos_rules_alias.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.822753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.823382 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 11:39:30.823785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: quotasv2.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.824841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.825237 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: quotas Apr 16 11:39:30.825600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: quotasv2_detail.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.827420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.827823 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: quota_details Apr 16 11:39:30.828208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: rbac.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.829428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.830047 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: rbac-policies Apr 16 11:39:30.830434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: rbac_address_group.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.831475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.832104 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: rbac-address-group Apr 16 11:39:30.832489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: rbac_address_scope.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.833459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.834063 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: rbac-address-scope Apr 16 11:39:30.834459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: rbac_security_groups.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.835426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.836060 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: rbac-security-groups Apr 16 11:39:30.836425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.837420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.838025 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: rbac-subnetpool Apr 16 11:39:30.838405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: revisionifmatch.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.839434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.840043 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: revision-if-match Apr 16 11:39:30.840432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: revisions.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.841616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.842248 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: standard-attr-revisions Apr 16 11:39:30.842630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: router_availability_zone.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.843412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.844032 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: router_availability_zone Apr 16 11:39:30.844393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: routerservicetype.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.845354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.845978 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension router-service-type not supported by any of loaded plugins Apr 16 11:39:30.846347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.847370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.847952 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: security-groups-normalized-cidr Apr 16 11:39:30.848334 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.849332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.849950 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: port-security-groups-filtering Apr 16 11:39:30.850337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.851377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.851973 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: security-groups-remote-address-group Apr 16 11:39:30.852354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: securitygroup.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.866279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.866952 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: security-group Apr 16 11:39:30.867867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: segment.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.868786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.869397 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension segment not supported by any of loaded plugins Apr 16 11:39:30.869791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.870781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.871430 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 11:39:30.871818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: servicetype.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.872962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.873585 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: service-type Apr 16 11:39:30.873969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: sorting.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.875003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.875432 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: sorting Apr 16 11:39:30.875827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: standard_attr_segment.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.876795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.877417 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 11:39:30.877804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: standardattrdescription.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.878539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.879158 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: standard-attr-description Apr 16 11:39:30.879579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: stateful_security_group.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.880584 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.881231 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: stateful-security-group Apr 16 11:39:30.881614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: stdattrs_common.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.882243 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 11:39:30.882606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.884193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.884811 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 11:39:30.885205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: subnet_onboard.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.886347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.886963 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: subnet_onboard Apr 16 11:39:30.887370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.888356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.888977 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 11:39:30.889345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: subnet_service_types.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.890315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.890916 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: subnet-service-types Apr 16 11:39:30.891325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: subnetallocation.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.892506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.893134 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: subnet_allocation Apr 16 11:39:30.893524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.894248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.894857 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: subnetpool-prefix-ops Apr 16 11:39:30.895240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.896286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.896914 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 11:39:30.897279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: tagging.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.898632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.899296 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: standard-attr-tag Apr 16 11:39:30.899680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: timestamp.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.900905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.901519 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loaded extension: standard-attr-timestamp Apr 16 11:39:30.901906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: trunk.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.902999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.903651 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension trunk not supported by any of loaded plugins Apr 16 11:39:30.904040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: trunk_details.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.905035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.905636 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension trunk-details not supported by any of loaded plugins Apr 16 11:39:30.906018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.906996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.907647 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 11:39:30.908027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Loading extension file: vlantransparent.py {{(pid=85234) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:39:30.908732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85234) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:39:30.909346 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 11:39:30.912224 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:network Apr 16 11:39:30.913085 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:subnet Apr 16 11:39:30.913810 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:39:30.914539 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:port Apr 16 11:39:30.916171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.916693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service FLAVORS assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.917472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.917896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.918289 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:router Apr 16 11:39:30.919043 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:39:30.919892 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service METERING assigned prefix: /metering {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.921855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.922519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.922925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85234) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:39:30.924185 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:39:30.924688 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:39:30.925569 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:39:30.926413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service CORE assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.926817 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:39:30.927202 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] subnetpool is already registered Apr 16 11:39:30.927932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service CORE assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.928320 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:39:30.928721 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] subnetpool is already registered Apr 16 11:39:30.932167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.932674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service FLAVORS assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.933367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.933841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.934218 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:router Apr 16 11:39:30.934602 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] router is already registered Apr 16 11:39:30.935397 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:39:30.935746 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] floatingip is already registered Apr 16 11:39:30.936474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service METERING assigned prefix: /metering {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.937246 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:39:30.937612 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] rbac_policy is already registered Apr 16 11:39:30.938275 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:39:30.938676 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] security_group is already registered Apr 16 11:39:30.939374 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:39:30.939776 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] security_group_rule is already registered Apr 16 11:39:30.940534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service CORE assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.940922 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:39:30.941306 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] subnetpool is already registered Apr 16 11:39:30.942056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.resource_helper [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Service CORE assigned prefix: {{(pid=85234) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:39:30.942426 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:39:30.942806 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.quota.resource_registry [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] subnetpool is already registered Apr 16 11:39:30.943597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: extensions {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.945834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: address-groups {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.947652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: address-scopes {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.949004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: agents {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.950314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: auto-allocated-topology {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.951733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: availability_zones {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.953229 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: dhcp-networks {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.954818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: dhcp-agents {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.956435 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: routers {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.958400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: flavors {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.959756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: service_profiles {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.961129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: next_providers {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.962824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: service_profiles {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.964507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: floatingip-pools {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.965832 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: routers {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.967868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: floatingips {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.969190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: l3-routers {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.970766 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: l3-agents {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.972361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: metering-labels {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.974750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: metering-label-rules {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.976169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: network-ip-availabilities {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.977587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: bindings {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.979508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: quotas {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.981097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: quotas {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.982693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: rbac-policies {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.984138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: security-groups {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.985509 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: security-group-rules {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.986876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: service-providers {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.988204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: subnetpools {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.989799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: subnetpools {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.991471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.993995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.996028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:30.998012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:31.000068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:31.002113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:31.003974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:31.006051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:31.008703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:31.010778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.extensions [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Extended resource: tags {{(pid=85234) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:39:31.018145 dv-cinder-689486-10-smb neutron-server[85234]: WARNING keystonemiddleware.auth_token [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 11:39:31.023827 dv-cinder-689486-10-smb neutron-server[85234]: WARNING keystonemiddleware.auth_token [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 11:39:31.032819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Acquired lock "singleton_lock" {{(pid=85234) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 16 11:39:31.033341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Releasing lock "singleton_lock" {{(pid=85234) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 16 11:39:31.034808 dv-cinder-689486-10-smb neutron-server[85234]: INFO oslo_service.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Starting 2 workers Apr 16 11:39:31.039598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Started child 85349 {{(pid=85234) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:39:31.043629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:31.044332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Started child 85350 {{(pid=85234) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:39:31.045153 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [-] (85349) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:39:31.045808 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 11:39:31.046453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Notify callbacks [] for process, before_spawn {{(pid=85234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:31.048027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:31.049271 dv-cinder-689486-10-smb neutron-server[85234]: INFO oslo_service.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Starting 1 workers Apr 16 11:39:31.049391 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [-] (85350) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:39:31.055237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Started child 85351 {{(pid=85234) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:39:31.055827 dv-cinder-689486-10-smb neutron-server[85234]: INFO oslo_service.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Starting 1 workers Apr 16 11:39:31.057320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] calling RpcWorker wait() {{(pid=85351) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 11:39:31.057706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] returning from RpcWorker wait() {{(pid=85351) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 11:39:31.059212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:31.059771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:39:31.060501 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Started child 85352 {{(pid=85234) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:39:31.061319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07a14be1-9f51-45da-8760-d0d387c011c5 None None] Notify callbacks [] for process, after_spawn {{(pid=85234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:31.062919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85234) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:39:31.063170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:39:31.063432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:39:31.063712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:39:31.064135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:39:31.064337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:31.064447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:39:31.064906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.065222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.065319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:39:31.065539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.065831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.066142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.066785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.067108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.067428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.067735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.068009 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.068222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.068424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.068718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.068995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.069350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.069640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.069919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.070274 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.071001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.071263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.071572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.071875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.072165 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] debug = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.072466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.073047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.073307 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.073600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.073856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.074161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.074452 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.074763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.075030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.075311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.075610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.075896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.076164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.076412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.076668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.076971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.077225 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.077677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] host = dv-cinder-689486-10-smb {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.077928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.078180 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.078449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.078797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.079010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.079296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.079617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.079919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.080188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.080456 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.080733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.081005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.081276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.081543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.081739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_options = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.081990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.082298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.082607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.082823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.083023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.083219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.083554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.083748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.084031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.084289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.084558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.084822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.085071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.085320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.085613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.085928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.086196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.086453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.086747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.087033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.087340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.087639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.087893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.088159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.088482 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.088786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.089032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.089231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.089645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.089877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.089992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.090306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.090634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.090807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.091090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.091407 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.091626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.092006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.092214 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.092512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.092795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.093054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.093348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.093666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.093829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.094068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_json = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.094318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.094570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.094868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.095104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.095379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.095634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.095884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.096163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.096626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.096948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.097311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.097578 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.097856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.098133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.098428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.098685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.098974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.099258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.099598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.099877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.100137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.100458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.100681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.101137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.101341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.101700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.101957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.102178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.102444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.102701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.103072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.107244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.107244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.107244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.107663 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.107764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.108056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.108323 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.108586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.108848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.109162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.109428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.109687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.109946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.110248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.110503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.110776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.111060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.111387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.111664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.111922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.112174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.112523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.112984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.113398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.113676 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.113968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.114281 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.114567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.114825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.115098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.115372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.115637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.115911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.116169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.116421 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.116669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.116923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.117689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.117979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.118266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.118515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.118763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.119017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.119298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.119811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.119811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.120035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.120306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.120542 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.120853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.121007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.121267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.121517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.121764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.122008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.122261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.122508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.122734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.122977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.123234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.123516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.123828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.124176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.124454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.124742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.125017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.125301 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.125567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.125872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.126127 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.126383 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.126635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.126946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.127226 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.127572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.127840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.128095 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.128395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.128649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.128911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.129164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.129434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.129697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.129986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.130258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.130527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.130798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.131110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.131456 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.132297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.132623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.133474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.133942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.134414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.134739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.135045 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.135397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.135634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.135931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.136294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.136506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.136954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.137384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.137814 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.138141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.138431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.138711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.138965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.139308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.139662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.139955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.140235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.140486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.140794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.141093 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.141368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.141664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.141952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.142226 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.142524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.142830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.143107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.143406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.143682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.143960 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.144177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.144426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.144680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.144943 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.145177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.145453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.145711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.145968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.146217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.146472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.146725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.146994 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.147240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.148917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.148917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.148917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.148917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.148917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.148917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.149815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.149815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.149815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.150280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.150280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.150569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.150569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.150869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.151078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.152178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.152439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.152696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.152948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.153221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.153472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.153744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.154034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.154295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.154708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.154991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.155375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.155659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.155931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.156205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.156458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.156731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.156987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.157736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.157736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.157736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.158038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.158189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.158471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.158757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.159003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.159249 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.159716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.159969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.160218 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.160578 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.160852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.161137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.161410 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.161659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.161927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.162176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.162430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.162684 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.162932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.163198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.163473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.163722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.164502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.164749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.165009 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.165257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.165504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.165755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.165999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.166261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.166509 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.166753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.167004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.167248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.167623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.167915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.168172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.168490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.168780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.169066 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.169344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.169701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.169986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.170360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.170632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.170887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.171146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.171721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.171954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.172566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.172880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.173186 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.173512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.173827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.174137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.174372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.174859 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.175407 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.175707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.175987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.176262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.176556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.176819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.177078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.177354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.177608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.177864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.178148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.178432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.178700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.178952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.179228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.179549 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.180345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.180615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.180892 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.181146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.181338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:39:31.181896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85234) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:39:31.182089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:39:31.182276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:39:31.182489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:39:31.182697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:39:31.182883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:39:31.183120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.183308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.183499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.183688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.183876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.184088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.184282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.184475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.184662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.184895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.185013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.185182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.185367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.185612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.185727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.185904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.186092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.186279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.186470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.186657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.186829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.187002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.187187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] debug = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.187396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.187727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.187916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.188102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.188288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.188474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.188662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.188848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.189033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.189219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.189405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.189591 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.189777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.189962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.190147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.190334 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.190520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.190704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] host = dv-cinder-689486-10-smb {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.190889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.191075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.191260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.191556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.191668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.191819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.192005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.192189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.192376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.192561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.192747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.192936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.193125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.193309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.193494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_options = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.193685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.193838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.194027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.194239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.194428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.194616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.194804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.196507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.197840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.198091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.198091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.198272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.198368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.198561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.198731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.199074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.199429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.199758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.200106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.200302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.200471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.200822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.201014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.201174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.201364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.201553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.201741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.201927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.202113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.202303 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_json = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.202490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.202675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.202862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.203155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.203347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.203490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.203628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.203766 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:39:31.203955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.204147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.204559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.204559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.204832 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.204832 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.205008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.205553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.205553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.205553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.205976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.205976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.205976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.206398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.206398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.206829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.206829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.206829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.207211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.207211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.207523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.207523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.207706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.207801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.207989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.208184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.208358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.208527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.208714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.208907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.209080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.209436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.209629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.209822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.210014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.210204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.210396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.210587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.210812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.211005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.211196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.211426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.211589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.211778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.211969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.212160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.212350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.212540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.212730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.212919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.213120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.213309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.213499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.213689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.213881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.214069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.214239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.214448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.214589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.214746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.214936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.215140 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.215358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.215530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.215866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.216223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.216422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.216614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.216813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.217084 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.217321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.217576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.217774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.217967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.218139 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.218331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.218511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.218691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.218807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:39:31.218907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.219014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.219206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.219420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.219610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.219800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.219999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.220207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.220397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.220587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.220776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.220965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.221161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.221812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.222000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.222195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.222384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.222574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.222762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.222958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.223148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.223361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.223538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.223715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.223903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.224092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.224279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.224469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.224658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.224845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.225035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.225224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.225414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.225614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.225805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.226001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.226196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.226909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.227120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.227333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.227526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.227718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.227907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.228099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.228287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.228475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.228664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.228852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.229040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.229237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.229438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.229630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.229818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.230007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.230247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.230437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.230627 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.230815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.231003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.231192 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.232745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.235477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.236837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.237931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.238200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.238200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.238379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.238564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.238992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.238992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.239519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.239519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.239519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.239804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.239804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.239989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.240276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.240276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.240457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.240622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.240811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.241001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.241178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.241353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.241543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.241736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.241924 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.242734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.242927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.243116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.243335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.243519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.243723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.243916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.244107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.244297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.244485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.244687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.244878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.245069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.245259 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.245448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.245647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.245896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.246088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.246282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.246476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.246682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.246873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.247064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.247253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.247463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.247664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.247855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.248045 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.248234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.248424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.248624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.249429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.249429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.249429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.249429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.249805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.249805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.249805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.250057 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.250150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.250331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.250617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.250719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.250815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.251394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.251394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.251394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.252313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.252313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.252313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.252313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.252313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.254344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.255356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.256102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.256102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.256102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:39:31.256102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85234) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:39:31.483381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42090) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:39:31.495628 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099893 Apr 16 11:39:42.638264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e6d593-4560-4745-ad3e-b8eacf139a07 None None] get_active_networks_info from dv-cinder-689486-10-smb {{(pid=85351) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 11:39:42.697396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e6d593-4560-4745-ad3e-b8eacf139a07 None None] No non-hosted networks {{(pid=85351) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 11:39:42.699717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f0334ea0-c64b-40a8-8273-06baa4de26a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271'] for agent, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:44.795528 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2611ce52-6fc8-48ab-968a-49b2fc9000b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271'] for agent, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:44.860372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f2597f54-9f94-4f45-9e6e-fa647ef9a5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:45.209208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271'] for agent, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:46.373717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271'] for agent, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:46.375056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.375747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.376313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.376869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.377437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.377990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.378553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.379134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.379709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.380269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.380838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.381394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:46.382006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:39:46.402850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:39:47.194360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271'] for agent, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:47.738330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42178) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:39:48.445840 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-26e3e719-95d9-471e-85b6-bc44cf1da183 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:39:48.447014 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-26e3e719-95d9-471e-85b6-bc44cf1da183 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:39:48.682246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [None req-26e3e719-95d9-471e-85b6-bc44cf1da183 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:39:48.683388 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-26e3e719-95d9-471e-85b6-bc44cf1da183 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9440920 Apr 16 11:39:50.057991 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_hamode_db [None req-46bab36c-b8a0-4aae-ac96-eb004b0438ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 11:39:50.147200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bab36c-b8a0-4aae-ac96-eb004b0438ca None None] Routers set() bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:39:50.147658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bab36c-b8a0-4aae-ac96-eb004b0438ca None None] Router IDs set() for agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 11:39:51.476343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42194) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:39:51.861809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:39:51.965099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.policy [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85350) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:39:52.020326 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:39:52.020740 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:39:52.040818 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] Loaded quota_driver: . Apr 16 11:39:52.057601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:39:52.117490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283703183302', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283703182762', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283703193152', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283703199380', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283703280808', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283703280227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854741726', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-77440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-592321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854092915'] for rbac-policy, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:52.342606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:52.343805 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-125ff8f1-a2b4-498f-a0c8-c9b357717892 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8664398 Apr 16 11:39:55.443838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42208) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:39:55.830914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'name': 'private'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:39:55.836739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:39:55.841240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Usage tracker for resource:network and tenant:43369fec7a1b42c7b9046dbadb213712 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:39:55.844694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:39:55.851003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:39:55.859564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Made reservation on behalf of 43369fec7a1b42c7b9046dbadb213712 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:39:55.865324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:55.881676 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:55.896942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:39:55.900784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Usage tracker for resource:security_group_rule and tenant:43369fec7a1b42c7b9046dbadb213712 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:39:55.904221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:39:55.910271 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:39:56.006963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:56.009756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:56.014365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:39:56.030531 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:39:56.059487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283707294529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:56.060010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Unsubscribe: segment precommit_create {{(pid=85350) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:39:56.060474 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Added segment 0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c of type vlan for network ad2d1006-6eb6-45b2-aa32-7b65688113fc Apr 16 11:39:56.112547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5e8f09-5f6d-4f79-98ee-2ff822fcafc2,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:39:56.135857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.136224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.136590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.136946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.137297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.137648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.137997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.138341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.138701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.139046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.139415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.139764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Tracked resource versions report: Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:39:56.140876 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:39:56.177358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:56.191211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:39:56.218650 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:56.220068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:39:56.220718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:39:56.225823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:39:56.336120 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8910220 Apr 16 11:39:56.339433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2d1006-6eb6-45b2-aa32-7b65688113fc,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:39:56.351510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:39:56.361020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:39:59.382668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42224) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:39:59.863181 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe2e12-504e-46c6-b73c-b1836c3b9067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:39:59.864733 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-18fe2e12-504e-46c6-b73c-b1836c3b9067 admin admin] 10.222.0.58 "GET /v2.0/networks/ad2d1006-6eb6-45b2-aa32-7b65688113fc HTTP/1.1" status: 200 len: 826 time: 0.4809914 Apr 16 11:39:59.894717 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1dd89654-7fcd-4e65-b1a1-123eb95d1df0 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/b1a3bb87-ff93-4dee-818f-065e1e7be0d9 HTTP/1.1" status: 200 len: 734 time: 0.0228932 Apr 16 11:39:59.904894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'b1a3bb87-ff93-4dee-818f-065e1e7be0d9', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:39:59.909873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:39:59.913843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Usage tracker for resource:subnet and tenant:43369fec7a1b42c7b9046dbadb213712 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:39:59.917463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:39:59.923618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:39:59.934828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Made reservation on behalf of 43369fec7a1b42c7b9046dbadb213712 for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:39:59.939490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:00.426599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:00.441298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:00.572963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66c1450-5921-4092-a23d-358880b27310,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:00.588972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:00.647659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Checking segment: {'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:40:00.647980 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Network hostable DHCP agents. Network: ad2d1006-6eb6-45b2-aa32-7b65688113fc, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:40:00.668236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:40:00.677047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, ad2d1006-6eb6-45b2-aa32-7b65688113fc) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:40:00.681633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:40:00.682265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:00.688449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9cd05-40ec-4a6e-a394-a7eef236139c None None] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:40:00.701227 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8002958 Apr 16 11:40:01.017317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'fixed_ips': [{'subnet_id': 'b66c1450-5921-4092-a23d-358880b27310'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:40:01.018710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:01.385914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Allocated IP 172.20.0.2 (ad2d1006-6eb6-45b2-aa32-7b65688113fc/b66c1450-5921-4092-a23d-358880b27310/c9689355-0620-4afd-b44b-1a6463f60720) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:40:01.627998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:01.641963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Transition to ACTIVE for port object c9689355-0620-4afd-b44b-1a6463f60720 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:40:01.662880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Transition to ACTIVE for port object c9689355-0620-4afd-b44b-1a6463f60720 will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:40:01.669468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:01.688261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:01.814527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Pushing event updated for resources: {'Port': ['ID=c9689355-0620-4afd-b44b-1a6463f60720,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:01.832921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.833294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.833665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.834027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.834387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.834745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.835098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.835479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.835856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.836208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.836559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.836906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Tracked resource versions report: Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:40:01.838576 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:40:01.854468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:01.902144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:40:01.903548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:40:01.906572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:40:02.008544 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Attempting to bind port c9689355-0620-4afd-b44b-1a6463f60720 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:40:02.009496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Attempting to bind port c9689355-0620-4afd-b44b-1a6463f60720 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:40:02.009912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Attempting to bind port c9689355-0620-4afd-b44b-1a6463f60720 on network ad2d1006-6eb6-45b2-aa32-7b65688113fc {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:40:02.015937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:40:02.016836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Checking segment: {'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:40:02.016836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:02.017169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Bound using segment: {'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:40:02.017719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Bound port: c9689355-0620-4afd-b44b-1a6463f60720, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:40:02.018128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:02.117861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] For port c9689355-0620-4afd-b44b-1a6463f60720, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:40:02.122147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] For port c9689355-0620-4afd-b44b-1a6463f60720, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=c9689355-0620-4afd-b44b-1a6463f60720,segment=NetworkSegment(0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c),segment_id=0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:40:02.125593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:02.141913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:02.297782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Pushing event updated for resources: {'Port': ['ID=c9689355-0620-4afd-b44b-1a6463f60720,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:02.312256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:03.490367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42234) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:04.132189 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-6472a85b-bbba-45b0-9401-6f0b99826423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:40:04.132762 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-6472a85b-bbba-45b0-9401-6f0b99826423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:40:04.372809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [None req-6472a85b-bbba-45b0-9401-6f0b99826423 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:40:04.374122 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6472a85b-bbba-45b0-9401-6f0b99826423 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8816755 Apr 16 11:40:07.187851 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42248) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:07.613272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [None req-e81e3832-1256-4f1e-993f-a15d9552015d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:40:07.614458 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e81e3832-1256-4f1e-993f-a15d9552015d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4255784 Apr 16 11:40:08.474695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device c9689355-0620-4afd-b44b-1a6463f60720 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:40:08.551131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port c9689355-0620-4afd-b44b-1a6463f60720 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:40:09.183914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1796e01-d7bc-4825-961f-d00255cb9592 None None] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:40:09.271458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-ca046290-f080-493f-b031-f12654641b1c None None] Provisioning for port c9689355-0620-4afd-b44b-1a6463f60720 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:40:09.279643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-ca046290-f080-493f-b031-f12654641b1c None None] Provisioning complete for port c9689355-0620-4afd-b44b-1a6463f60720 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:09.280050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ca046290-f080-493f-b031-f12654641b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:09.500879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ca046290-f080-493f-b031-f12654641b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:09.576747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-ca046290-f080-493f-b031-f12654641b1c None None] For port c9689355-0620-4afd-b44b-1a6463f60720, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=c9689355-0620-4afd-b44b-1a6463f60720,segment=NetworkSegment(0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c),segment_id=0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:40:09.580084 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ca046290-f080-493f-b031-f12654641b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:09.590380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:09.668554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046290-f080-493f-b031-f12654641b1c None None] Pushing event updated for resources: {'Port': ['ID=c9689355-0620-4afd-b44b-1a6463f60720,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:09.671809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ca046290-f080-493f-b031-f12654641b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:09.810975 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-ead4d166-4a06-4284-acf8-98b6aae0f9ba None None] Provisioning complete for port c9689355-0620-4afd-b44b-1a6463f60720 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:09.811456 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ead4d166-4a06-4284-acf8-98b6aae0f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:10.457652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device c9689355-0620-4afd-b44b-1a6463f60720 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:40:10.528852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port c9689355-0620-4afd-b44b-1a6463f60720 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:10.529389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:10.699316 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42264) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:11.081371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'name': 'router1'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:40:11.086819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:40:11.090854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Usage tracker for resource:router and tenant:43369fec7a1b42c7b9046dbadb213712 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:40:11.094096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:40:11.100032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:40:11.109188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:11.110489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:11.130658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:11.236408 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:11.254732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:11.256009 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e72c1ac0-2fd3-43dd-b5ab-87cce0cdae1f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5556359 Apr 16 11:40:12.531755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3217de10-30c9-4894-9a4f-a23135f613dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:13.986481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42274) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:14.381547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [None req-360604cb-c9a6-46e3-932f-26612e87591a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85350) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:40:14.382631 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-360604cb-c9a6-46e3-932f-26612e87591a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3950861 Apr 16 11:40:14.795916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00452272-f479-4a16-bf02-30553ce7efd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:15.164797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:16.114435 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:40:16.377443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.111654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.151148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42294) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:17.317720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:40:17.322627 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:40:17.326577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Usage tracker for resource:network and tenant:b529ead5879d4161a570fda67e12c4fa is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:40:17.330063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:40:17.335910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:40:17.344675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Made reservation on behalf of b529ead5879d4161a570fda67e12c4fa for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:40:17.349377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.362576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.377451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:40:17.381365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Usage tracker for resource:security_group_rule and tenant:b529ead5879d4161a570fda67e12c4fa is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:40:17.384235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:40:17.390019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:40:17.477299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.480299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.484664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-212b598e-8fc5-4fcf-9c9c-bf304ab65360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:17.502986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Reserving flat network on physical network physnet1 {{(pid=85350) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 16 11:40:17.524168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451b3d17-8a4e-4fe2-a9f7-b01d8c50c521,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:17.529171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:17.530119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.530504 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Added segment e79c69cd-3d23-476e-9118-6990360d8db3 of type flat for network cfa8443f-cfd5-47e3-b3c7-6741323e8770 Apr 16 11:40:17.564688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.599741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.601120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:40:17.601755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:17.607008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:17.855024 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7024863 Apr 16 11:40:17.855703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Pushing event updated for resources: {'Network': ['ID=cfa8443f-cfd5-47e3-b3c7-6741323e8770,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:17.858399 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:17.866522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:40:20.414801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42314) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:20.529291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ebbbb4-b67b-490e-8792-4623e3954229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:40:20.530709 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-20ebbbb4-b67b-490e-8792-4623e3954229 admin admin] 10.222.0.58 "GET /v2.0/subnets/b66c1450-5921-4092-a23d-358880b27310 HTTP/1.1" status: 200 len: 849 time: 0.1142905 Apr 16 11:40:20.681221 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-93d522e0-5b4b-4148-bac1-7310e245aeb6 admin admin] 10.222.0.58 "GET /v2.0/routers/765963c6-2f0c-4a8d-a841-db8420ff34ca HTTP/1.1" status: 200 len: 704 time: 0.1443305 Apr 16 11:40:21.171424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:21.416636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Allocated IP 172.20.0.1 (ad2d1006-6eb6-45b2-aa32-7b65688113fc/b66c1450-5921-4092-a23d-358880b27310/880c8969-5074-4209-8338-17cf27286e4a) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:40:21.584497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:21.602033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Transition to ACTIVE for port object 880c8969-5074-4209-8338-17cf27286e4a will not be triggered until provisioned by entity DHCP. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:40:21.656422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:21.676544 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:21.802051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Pushing event updated for resources: {'Port': ['ID=880c8969-5074-4209-8338-17cf27286e4a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:21.814270 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:21.867162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:40:21.868825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:40:21.871158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:40:21.871776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:22.033029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-eed37a9b-c3c9-48a6-97aa-364314193777 None None] Provisioning for port 880c8969-5074-4209-8338-17cf27286e4a completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:40:22.038838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-eed37a9b-c3c9-48a6-97aa-364314193777 None None] Provisioning complete for port 880c8969-5074-4209-8338-17cf27286e4a triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:22.039250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eed37a9b-c3c9-48a6-97aa-364314193777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:22.099652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-eed37a9b-c3c9-48a6-97aa-364314193777 None None] Port 880c8969-5074-4209-8338-17cf27286e4a cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:40:22.319465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:22.560597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:22.563701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:22.564773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:22.578939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:22.700754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Pushing event updated for resources: {'Port': ['ID=880c8969-5074-4209-8338-17cf27286e4a,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:22.709842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:22.765869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:40:22.766953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:40:22.924292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-2b092a08-bf95-4229-9ca9-133e926f2d79 None None] Provisioning complete for port 880c8969-5074-4209-8338-17cf27286e4a triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:22.924687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2b092a08-bf95-4229-9ca9-133e926f2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:22.970898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Router 765963c6-2f0c-4a8d-a841-db8420ff34ca is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:40:22.987406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-2b092a08-bf95-4229-9ca9-133e926f2d79 None None] Port 880c8969-5074-4209-8338-17cf27286e4a cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:40:23.136197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:40:23.146355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Sync routers for ids ['765963c6-2f0c-4a8d-a841-db8420ff34ca'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:40:23.147067 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] 10.222.0.58 "PUT /v2.0/routers/765963c6-2f0c-4a8d-a841-db8420ff34ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4602265 Apr 16 11:40:23.161137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Routers {'765963c6-2f0c-4a8d-a841-db8420ff34ca'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:40:23.162053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:40:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['765963c6-2f0c-4a8d-a841-db8420ff34ca'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:23.352081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Set router 765963c6-2f0c-4a8d-a841-db8420ff34ca gateway port host: None {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:40:23.905472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'name': 'router1', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:40:11Z', 'updated_at': '2021-04-16T11:40:22Z', 'revision_number': 2, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'gw_port_host': None, '_interfaces': [{'id': '880c8969-5074-4209-8338-17cf27286e4a', 'name': '', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'mac_address': 'fa:16:3e:53:05:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b66c1450-5921-4092-a23d-358880b27310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:21Z', 'updated_at': '2021-04-16T11:40:22Z', 'revision_number': 2, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'subnets': [{'id': 'b66c1450-5921-4092-a23d-358880b27310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a3bb87-ff93-4dee-818f-065e1e7be0d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:23.910740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Checking router: 765963c6-2f0c-4a8d-a841-db8420ff34ca for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:40:23.911126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Updating router 765963c6-2f0c-4a8d-a841-db8420ff34ca port 880c8969-5074-4209-8338-17cf27286e4a binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:40:23.972287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:24.380824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:24.397143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Transition to ACTIVE for port object 880c8969-5074-4209-8338-17cf27286e4a will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:40:24.403473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:24.419031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:24.558738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Pushing event updated for resources: {'Port': ['ID=880c8969-5074-4209-8338-17cf27286e4a,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:24.577584 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.577949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.578312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.578670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.579027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.579404 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.579761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.580108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.580468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.580815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.581161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.581504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Tracked resource versions report: Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:40:24.582616 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:40:24.590252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:24.779261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Attempting to bind port 880c8969-5074-4209-8338-17cf27286e4a on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:40:24.779699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Attempting to bind port 880c8969-5074-4209-8338-17cf27286e4a by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:40:24.780112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Attempting to bind port 880c8969-5074-4209-8338-17cf27286e4a on network ad2d1006-6eb6-45b2-aa32-7b65688113fc {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:40:24.785598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:40:24.786010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Checking segment: {'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:40:24.786467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:24.786883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Bound using segment: {'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:40:24.787439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Bound port: 880c8969-5074-4209-8338-17cf27286e4a, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:40:24.787834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:24.882703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] For port 880c8969-5074-4209-8338-17cf27286e4a, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:40:24.888751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] For port 880c8969-5074-4209-8338-17cf27286e4a, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=880c8969-5074-4209-8338-17cf27286e4a,segment=NetworkSegment(0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c),segment_id=0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:40:24.894056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:24.909836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:25.062771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Pushing event updated for resources: {'Port': ['ID=880c8969-5074-4209-8338-17cf27286e4a,revision_number=4']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:25.076897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:25.124754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Routers {'765963c6-2f0c-4a8d-a841-db8420ff34ca'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:40:25.125429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:40:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['765963c6-2f0c-4a8d-a841-db8420ff34ca'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:25.295574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] Set router 765963c6-2f0c-4a8d-a841-db8420ff34ca gateway port host: None {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:40:25.634101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'name': 'router1', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:40:11Z', 'updated_at': '2021-04-16T11:40:22Z', 'revision_number': 2, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'gw_port_host': None, '_interfaces': [{'id': '880c8969-5074-4209-8338-17cf27286e4a', 'name': '', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'mac_address': 'fa:16:3e:53:05:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b66c1450-5921-4092-a23d-358880b27310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:21Z', 'updated_at': '2021-04-16T11:40:24Z', 'revision_number': 4, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'subnets': [{'id': 'b66c1450-5921-4092-a23d-358880b27310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a3bb87-ff93-4dee-818f-065e1e7be0d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:25.638051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a01f9d-72f4-446f-8892-ea391c76aea0 None None] The sync data for ids ['765963c6-2f0c-4a8d-a841-db8420ff34ca'] in dv-cinder-689486-10-smb is: [{'id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'name': 'router1', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:40:11Z', 'updated_at': '2021-04-16T11:40:22Z', 'revision_number': 2, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'gw_port_host': None, '_interfaces': [{'id': '880c8969-5074-4209-8338-17cf27286e4a', 'name': '', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'mac_address': 'fa:16:3e:53:05:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b66c1450-5921-4092-a23d-358880b27310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:21Z', 'updated_at': '2021-04-16T11:40:24Z', 'revision_number': 4, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'subnets': [{'id': 'b66c1450-5921-4092-a23d-358880b27310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a3bb87-ff93-4dee-818f-065e1e7be0d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:40:25.731872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42326) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:25.891059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca4386-fcb5-4c0a-b9fd-137606b24220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:40:25.891625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fbca4386-fcb5-4c0a-b9fd-137606b24220 admin admin] Synchronizing usage tracker for tenant:b529ead5879d4161a570fda67e12c4fa on resource:network {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:40:25.914001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fbca4386-fcb5-4c0a-b9fd-137606b24220 admin admin] Unset dirty status for tenant:b529ead5879d4161a570fda67e12c4fa on resource:network {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:40:25.921346 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fbca4386-fcb5-4c0a-b9fd-137606b24220 admin admin] 10.222.0.58 "GET /v2.0/networks/cfa8443f-cfd5-47e3-b3c7-6741323e8770 HTTP/1.1" status: 200 len: 842 time: 0.1822860 Apr 16 11:40:25.926622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:40:25.932569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:40:25.936507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Usage tracker for resource:subnet and tenant:b529ead5879d4161a570fda67e12c4fa is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:40:25.939569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:40:25.945999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:40:25.956609 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Made reservation on behalf of b529ead5879d4161a570fda67e12c4fa for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:40:25.961210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:26.394711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.objects.ports [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85350) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 11:40:26.395218 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:26.410989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2b375e00-d05f-4aa1-b6f7-5cdf3e720ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:26.536798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d04f36-ec60-4486-a81b-428c31411816,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:26.548485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:26.609382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:40:26.609774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Network hostable DHCP agents. Network: cfa8443f-cfd5-47e3-b3c7-6741323e8770, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:40:26.627985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:40:26.636605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, cfa8443f-cfd5-47e3-b3c7-6741323e8770) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:40:26.653954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f549e-9656-4f39-b285-a734de5e8003 None None] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:40:26.664343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:40:26.665471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:26.703304 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7699296 Apr 16 11:40:26.890597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd50f3a-67a1-4d0d-8cb9-08d7605ce7be None None] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:40:29.330325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 42340) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:29.544864 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c9a3e3c4-db71-4b54-a07e-5080f85468ad admin admin] 10.222.0.58 "GET /v2.0/routers/765963c6-2f0c-4a8d-a841-db8420ff34ca HTTP/1.1" status: 200 len: 710 time: 0.2132025 Apr 16 11:40:29.851730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2da18c-cf7d-4207-a040-0169d72f4461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:40:29.853573 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1b2da18c-cf7d-4207-a040-0169d72f4461 admin admin] 10.222.0.58 "GET /v2.0/networks/cfa8443f-cfd5-47e3-b3c7-6741323e8770 HTTP/1.1" status: 200 len: 886 time: 0.3027501 Apr 16 11:40:29.863643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:40:30.337436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:30.489596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 880c8969-5074-4209-8338-17cf27286e4a up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:40:30.558512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 880c8969-5074-4209-8338-17cf27286e4a completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:40:30.563163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 880c8969-5074-4209-8338-17cf27286e4a triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:30.563691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:30.686001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:30.686945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:30.720104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 880c8969-5074-4209-8338-17cf27286e4a, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=880c8969-5074-4209-8338-17cf27286e4a,segment=NetworkSegment(0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c),segment_id=0a6359d6-9d2d-47ff-ae5b-7baf6cc9590c)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:40:30.727728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:30.730479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ca046290-f080-493f-b031-f12654641b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:30.751751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:30.804008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=880c8969-5074-4209-8338-17cf27286e4a,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:30.809712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:30.894289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Allocated IP 172.28.1.80 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/a478da8f-40c4-42fc-83d3-b23f84cc231f) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:40:31.052268 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:31.082478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:31.095962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:31.224408 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Pushing event updated for resources: {'Port': ['ID=a478da8f-40c4-42fc-83d3-b23f84cc231f,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:31.234868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:31.295288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:40:31.296500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:40:31.298807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:40:31.867810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:32.220988 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:32.224885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-689589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854086206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854076107'] for router, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:32.409447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Router 765963c6-2f0c-4a8d-a841-db8420ff34ca has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:40:32.467485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 880c8969-5074-4209-8338-17cf27286e4a up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:40:32.538757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 880c8969-5074-4209-8338-17cf27286e4a triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:32.539090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:32.599944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:40:32.609088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:32.610358 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] 10.222.0.58 "PUT /v2.0/routers/765963c6-2f0c-4a8d-a841-db8420ff34ca HTTP/1.1" status: 200 len: 889 time: 2.7502739 Apr 16 11:40:32.640294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Sync routers for ids ['765963c6-2f0c-4a8d-a841-db8420ff34ca'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:40:32.669891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Routers {'765963c6-2f0c-4a8d-a841-db8420ff34ca'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:40:32.670621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:40:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['765963c6-2f0c-4a8d-a841-db8420ff34ca'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:32.875816 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Set router 765963c6-2f0c-4a8d-a841-db8420ff34ca gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:40:33.310590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'name': 'router1', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'a478da8f-40c4-42fc-83d3-b23f84cc231f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:40:11Z', 'updated_at': '2021-04-16T11:40:31Z', 'revision_number': 4, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'gw_port': {'id': 'a478da8f-40c4-42fc-83d3-b23f84cc231f', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:30Z', 'updated_at': '2021-04-16T11:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '880c8969-5074-4209-8338-17cf27286e4a', 'name': '', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'mac_address': 'fa:16:3e:53:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b66c1450-5921-4092-a23d-358880b27310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:21Z', 'updated_at': '2021-04-16T11:40:30Z', 'revision_number': 5, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'subnets': [{'id': 'b66c1450-5921-4092-a23d-358880b27310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a3bb87-ff93-4dee-818f-065e1e7be0d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:33.315833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Checking router: 765963c6-2f0c-4a8d-a841-db8420ff34ca for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:40:33.316223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Updating router 765963c6-2f0c-4a8d-a841-db8420ff34ca port a478da8f-40c4-42fc-83d3-b23f84cc231f binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:40:33.373458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:33.724022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:33.735772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Transition to ACTIVE for port object a478da8f-40c4-42fc-83d3-b23f84cc231f will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:40:33.741332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:33.756503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:34.048700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699e90c-b355-4f30-bc22-66bd854f1f90 None None] Pushing event updated for resources: {'Port': ['ID=a478da8f-40c4-42fc-83d3-b23f84cc231f,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:34.059285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4699e90c-b355-4f30-bc22-66bd854f1f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:34.117116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Attempting to bind port a478da8f-40c4-42fc-83d3-b23f84cc231f on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:40:34.117586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Attempting to bind port a478da8f-40c4-42fc-83d3-b23f84cc231f by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:40:34.117990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Attempting to bind port a478da8f-40c4-42fc-83d3-b23f84cc231f on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:40:34.124168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:40:34.124577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:40:34.125016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:34.125444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:40:34.125952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Bound port: a478da8f-40c4-42fc-83d3-b23f84cc231f, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:40:34.126360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:34.205937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] For port a478da8f-40c4-42fc-83d3-b23f84cc231f, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:40:34.209331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] For port a478da8f-40c4-42fc-83d3-b23f84cc231f, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=a478da8f-40c4-42fc-83d3-b23f84cc231f,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:40:34.213223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:34.228823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:34.381118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699e90c-b355-4f30-bc22-66bd854f1f90 None None] Pushing event updated for resources: {'Port': ['ID=a478da8f-40c4-42fc-83d3-b23f84cc231f,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:34.385194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4699e90c-b355-4f30-bc22-66bd854f1f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:34.430991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Routers {'765963c6-2f0c-4a8d-a841-db8420ff34ca'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:40:34.431689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:40:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['765963c6-2f0c-4a8d-a841-db8420ff34ca'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:34.624575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] Set router 765963c6-2f0c-4a8d-a841-db8420ff34ca gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:40:34.974100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'name': 'router1', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'a478da8f-40c4-42fc-83d3-b23f84cc231f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:40:11Z', 'updated_at': '2021-04-16T11:40:31Z', 'revision_number': 4, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'gw_port': {'id': 'a478da8f-40c4-42fc-83d3-b23f84cc231f', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:30Z', 'updated_at': '2021-04-16T11:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '880c8969-5074-4209-8338-17cf27286e4a', 'name': '', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'mac_address': 'fa:16:3e:53:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b66c1450-5921-4092-a23d-358880b27310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:21Z', 'updated_at': '2021-04-16T11:40:30Z', 'revision_number': 5, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'subnets': [{'id': 'b66c1450-5921-4092-a23d-358880b27310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a3bb87-ff93-4dee-818f-065e1e7be0d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:40:34.978710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae9e02-c6ec-45c9-a941-36175c0fad83 None None] The sync data for ids ['765963c6-2f0c-4a8d-a841-db8420ff34ca'] in dv-cinder-689486-10-smb is: [{'id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'name': 'router1', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.80'}], 'enable_snat': True}, 'gw_port_id': 'a478da8f-40c4-42fc-83d3-b23f84cc231f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:40:11Z', 'updated_at': '2021-04-16T11:40:31Z', 'revision_number': 4, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'gw_port': {'id': 'a478da8f-40c4-42fc-83d3-b23f84cc231f', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:30Z', 'updated_at': '2021-04-16T11:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '880c8969-5074-4209-8338-17cf27286e4a', 'name': '', 'network_id': 'ad2d1006-6eb6-45b2-aa32-7b65688113fc', 'tenant_id': '43369fec7a1b42c7b9046dbadb213712', 'mac_address': 'fa:16:3e:53:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765963c6-2f0c-4a8d-a841-db8420ff34ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b66c1450-5921-4092-a23d-358880b27310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:40:21Z', 'updated_at': '2021-04-16T11:40:30Z', 'revision_number': 5, 'project_id': '43369fec7a1b42c7b9046dbadb213712', 'subnets': [{'id': 'b66c1450-5921-4092-a23d-358880b27310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a3bb87-ff93-4dee-818f-065e1e7be0d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:40:35.363131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42350) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:40:35.621988 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.policy [None req-4667b719-4fb1-4e96-976e-1477b2603faa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85349) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:40:35.838901 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-4667b719-4fb1-4e96-976e-1477b2603faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:40:35.839362 dv-cinder-689486-10-smb neutron-server[85234]: WARNING oslo_policy.policy [None req-4667b719-4fb1-4e96-976e-1477b2603faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:40:35.858301 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4667b719-4fb1-4e96-976e-1477b2603faa admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4940302 Apr 16 11:40:36.497354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device a478da8f-40c4-42fc-83d3-b23f84cc231f up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:40:36.574681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port a478da8f-40c4-42fc-83d3-b23f84cc231f completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:40:36.580779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port a478da8f-40c4-42fc-83d3-b23f84cc231f triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:36.580779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:36.707767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:36.726071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port a478da8f-40c4-42fc-83d3-b23f84cc231f, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=a478da8f-40c4-42fc-83d3-b23f84cc231f,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:40:36.729643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:36.732776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:40:36.808149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=a478da8f-40c4-42fc-83d3-b23f84cc231f,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:40:36.811403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:40:38.521612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device a478da8f-40c4-42fc-83d3-b23f84cc231f up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:40:38.632448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port a478da8f-40c4-42fc-83d3-b23f84cc231f triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:40:38.634103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:42.553996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b4ac235b-21b0-44f5-94ad-78bc90c0869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:44.823610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-18a9f695-4bfb-4813-a48a-61daf22401af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:45.166284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:46.382295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:47.140201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:40:53.114976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:41:12.538756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-36fc0437-fd9b-40e7-aede-03d9d3bfbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:14.798648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-53a2dc91-662b-4b88-9148-984538e99fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:15.172570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:16.392967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:17.128293 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:30.115213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:41:42.541653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d9b2d523-d81f-4a71-9492-c111575f8daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:44.792514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9fc44b88-8072-4140-82b8-1ee910f0318b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:45.174853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:46.386089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:41:47.130944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:07.114475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:42:12.543696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7203172e-9dbd-405d-b4cc-17b5ace83c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:14.795251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9fffcff3-d402-460b-bcae-b94e6081de25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:15.181428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:16.389387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:17.135670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:20.406690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42922) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:20.490547 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61b60da-f68d-4e2a-9dc7-add54a91d3d6 admin admin] GET failed (client error): The resource could not be found. Apr 16 11:42:20.492777 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d61b60da-f68d-4e2a-9dc7-add54a91d3d6 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0849714 Apr 16 11:42:20.663741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64065819-5df5-43c4-b99d-f59b1c456d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:20.665303 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-64065819-5df5-43c4-b99d-f59b1c456d74 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1688972 Apr 16 11:42:23.186793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42932) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:23.307952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c0e6ed-663d-4ede-b749-b08a8bb3eac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:23.309438 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-21c0e6ed-663d-4ede-b749-b08a8bb3eac8 admin admin] 10.222.0.58 "GET /v2.0/subnets/b66c1450-5921-4092-a23d-358880b27310 HTTP/1.1" status: 200 len: 849 time: 0.1216619 Apr 16 11:42:23.320279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:42:23.451643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Notify callbacks [] for subnet, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:23.777137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363283707396297'] for subnet, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:23.792430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:42:23.946051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66c1450-5921-4092-a23d-358880b27310,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:42:23.965248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.965618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.965989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.966348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.966705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.967061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.967465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.967820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.968172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.968519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.968867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.969212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Tracked resource versions report: Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:42:23.970348 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:42:23.999350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:42:24.021202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:24.021896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:24.023314 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] 10.222.0.58 "PUT /v2.0/subnets/b66c1450-5921-4092-a23d-358880b27310 HTTP/1.1" status: 200 len: 868 time: 0.7074080 Apr 16 11:42:24.038627 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca840d1-0b64-47d8-ab7c-d6fa8d9b014d None None] Network ad2d1006-6eb6-45b2-aa32-7b65688113fc requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:42:24.556942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cde024ae-4e89-4dcf-8ae2-18b626319ce4 None None] Provisioning complete for port c9689355-0620-4afd-b44b-1a6463f60720 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:42:24.557440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cde024ae-4e89-4dcf-8ae2-18b626319ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:24.688880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cde024ae-4e89-4dcf-8ae2-18b626319ce4 None None] Provisioning complete for port 880c8969-5074-4209-8338-17cf27286e4a triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:42:24.689287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cde024ae-4e89-4dcf-8ae2-18b626319ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:26.583135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42946) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:26.767658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874b14d-c5a5-4265-a1b3-3a1c9d7ab624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:26.768116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874b14d-c5a5-4265-a1b3-3a1c9d7ab624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:26.769744 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c874b14d-c5a5-4265-a1b3-3a1c9d7ab624 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1855116 Apr 16 11:42:29.279578 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42956) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:29.472260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1261a4-9321-464c-9a51-c70c54c3503b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:29.472710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1261a4-9321-464c-9a51-c70c54c3503b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:29.474388 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4a1261a4-9321-464c-9a51-c70c54c3503b admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1937726 Apr 16 11:42:31.988353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42966) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:32.179122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad5b63-1bc8-4243-939f-1080c44994fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:32.180658 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f8ad5b63-1bc8-4243-939f-1080c44994fd admin admin] 10.222.0.58 "GET /v2.0/networks/ad2d1006-6eb6-45b2-aa32-7b65688113fc HTTP/1.1" status: 200 len: 870 time: 0.1911991 Apr 16 11:42:34.698636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42976) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:34.877161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba934591-061e-45b0-a37e-848e52ae854a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:34.878579 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ba934591-061e-45b0-a37e-848e52ae854a admin admin] 10.222.0.58 "GET /v2.0/networks/cfa8443f-cfd5-47e3-b3c7-6741323e8770 HTTP/1.1" status: 200 len: 886 time: 0.1788998 Apr 16 11:42:37.395239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42986) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:37.518273 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bbc2f9-ee07-4961-a755-b7687c08f1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:37.518784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bbc2f9-ee07-4961-a755-b7687c08f1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:37.520485 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-83bbc2f9-ee07-4961-a755-b7687c08f1ca admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241753 Apr 16 11:42:40.020740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 42996) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:40.135196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ee230-16ec-4f97-a053-3720809b4271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:40.135733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ee230-16ec-4f97-a053-3720809b4271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:40.137335 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-347ee230-16ec-4f97-a053-3720809b4271 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1155715 Apr 16 11:42:42.545682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-36df82f4-090f-4968-9ee6-8d1aff89b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:42.624799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43006) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:42.736869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6db9d4-29c4-4744-bb34-cf7e93d6dfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:42.738291 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fc6db9d4-29c4-4744-bb34-cf7e93d6dfa6 admin admin] 10.222.0.58 "GET /v2.0/subnets/a3d04f36-ec60-4486-a81b-428c31411816 HTTP/1.1" status: 200 len: 816 time: 0.1124275 Apr 16 11:42:44.114159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:42:44.797548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9c5b70e6-5e0f-4bff-aff4-39f6310e025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:45.182576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:45.256930 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43016) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:42:45.374616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836072a-3c67-4735-a11f-feb033fef93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:42:45.376132 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e836072a-3c67-4735-a11f-feb033fef93f admin admin] 10.222.0.58 "GET /v2.0/subnets/b66c1450-5921-4092-a23d-358880b27310 HTTP/1.1" status: 200 len: 868 time: 0.1181631 Apr 16 11:42:46.393031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:42:47.139200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:12.148874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43060) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:12.202884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [None req-acb75dda-bd54-44f2-9663-a21d7a499a72 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:43:12.204038 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-acb75dda-bd54-44f2-9663-a21d7a499a72 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540998 Apr 16 11:43:12.552702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-004d5bc8-11f0-4213-8670-9c0bf534672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:14.799149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8f2b580f-b2b4-4f11-af11-feeb2855226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:14.826082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43070) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:14.901813 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a3fd6c-fea5-4836-bac7-56eeff4c107e admin admin] GET failed (client error): The resource could not be found. Apr 16 11:43:14.903200 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f0a3fd6c-fea5-4836-bac7-56eeff4c107e admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0760911 Apr 16 11:43:15.039948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10637a3-08fe-46ed-926d-4396a366f563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:15.041544 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e10637a3-08fe-46ed-926d-4396a366f563 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1337931 Apr 16 11:43:15.185668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:16.396963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:17.141251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:17.581261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43080) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:17.636094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:43:17.638634 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.quota [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Loaded quota_driver: . Apr 16 11:43:17.645200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:43:17.657741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:43:17.669758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Made reservation on behalf of b529ead5879d4161a570fda67e12c4fa for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:43:17.674497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:17.776193 dv-cinder-689486-10-smb neutron-server[85234]: WARNING neutron.services.revisions.revision_plugin [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Could not find related network for resource to bump revision. Apr 16 11:43:17.790486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:43:17.801786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283707294529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:17.802894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Unsubscribe: segment precommit_create {{(pid=85349) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:43:17.803397 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Added segment 3af9bda5-d4a1-417a-84a1-ced6ece030d0 of type vlan for network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 Apr 16 11:43:17.874198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:17.912076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:17.913511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:17.914150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:17.920938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:43:18.024602 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4421101 Apr 16 11:43:18.027539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Pushing event updated for resources: {'Network': ['ID=51fc3343-cf86-4e1f-8a67-c3ba59ec9672,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:43:18.031244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:43:18.040681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:43:20.580652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43090) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:43:20.654205 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b89c0e3-bf54-4908-9749-426077e487bc admin admin] GET failed (client error): The resource could not be found. Apr 16 11:43:20.655611 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1b89c0e3-bf54-4908-9749-426077e487bc admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0736217 Apr 16 11:43:20.769535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1edbda-daa9-4960-ae8a-d077b4e5060c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:20.771087 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ee1edbda-daa9-4960-ae8a-d077b4e5060c admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1110649 Apr 16 11:43:20.781828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:43:20.786915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:43:20.790861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Usage tracker for resource:subnet and tenant:b529ead5879d4161a570fda67e12c4fa is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:43:20.793815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:43:20.799681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:43:20.809726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Made reservation on behalf of b529ead5879d4161a570fda67e12c4fa for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:43:20.814256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:21.112985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:43:21.222124 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:21.238235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:43:21.545247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f291eb5-0ea5-4461-b207-520347395cb6,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:43:21.565154 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.565539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.565902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.566257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.566610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.566965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.567335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.568208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.568593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.568920 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.569231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.569563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:21.574800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:43:21.625671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Checking segment: {'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:43:21.626189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Network hostable DHCP agents. Network: 51fc3343-cf86-4e1f-8a67-c3ba59ec9672, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:43:21.644142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:43:21.652819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 51fc3343-cf86-4e1f-8a67-c3ba59ec9672) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:43:21.656704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:43:21.657324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:21.663051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399291fe-bb9e-4dd4-b933-d86e0161215a None None] Network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:43:21.676703 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8986506 Apr 16 11:43:21.908805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-51fc3343-cf86-4e1f-8a67-c3ba59ec9672', 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672', 'tenant_id': 'b529ead5879d4161a570fda67e12c4fa', 'fixed_ips': [{'subnet_id': '7f291eb5-0ea5-4461-b207-520347395cb6'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:43:21.910463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:22.079157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Allocated IP 192.168.233.2 (51fc3343-cf86-4e1f-8a67-c3ba59ec9672/7f291eb5-0ea5-4461-b207-520347395cb6/961fd9b9-5ac5-4770-bbe0-471326d2f932) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:43:22.300563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:22.312208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Transition to ACTIVE for port object 961fd9b9-5ac5-4770-bbe0-471326d2f932 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:43:22.332035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Transition to ACTIVE for port object 961fd9b9-5ac5-4770-bbe0-471326d2f932 will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:43:22.336146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:22.352349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c340f81-05a8-454b-a858-7efe6a09d1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:43:22.484182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Pushing event updated for resources: {'Port': ['ID=961fd9b9-5ac5-4770-bbe0-471326d2f932,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:43:22.505998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.506383 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.506759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.507125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.507511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.507883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.508243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.508602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.508957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.509311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.509664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.510010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:43:22.513775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:43:22.557620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:43:22.558786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:43:22.561153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:43:22.655775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Attempting to bind port 961fd9b9-5ac5-4770-bbe0-471326d2f932 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:43:22.656311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Attempting to bind port 961fd9b9-5ac5-4770-bbe0-471326d2f932 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:43:22.656623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Attempting to bind port 961fd9b9-5ac5-4770-bbe0-471326d2f932 on network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:43:22.662939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:43:22.663394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Checking segment: {'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:43:22.663825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:22.664250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Bound using segment: {'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:43:22.664756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Bound port: 961fd9b9-5ac5-4770-bbe0-471326d2f932, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:43:22.665160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:22.763378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] For port 961fd9b9-5ac5-4770-bbe0-471326d2f932, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:43:22.767885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] For port 961fd9b9-5ac5-4770-bbe0-471326d2f932, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=961fd9b9-5ac5-4770-bbe0-471326d2f932,segment=NetworkSegment(3af9bda5-d4a1-417a-84a1-ced6ece030d0),segment_id=3af9bda5-d4a1-417a-84a1-ced6ece030d0)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:43:22.771446 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:22.787540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4699e90c-b355-4f30-bc22-66bd854f1f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:43:22.943664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Pushing event updated for resources: {'Port': ['ID=961fd9b9-5ac5-4770-bbe0-471326d2f932,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:43:22.950019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:43:24.284921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb96273c-d016-4619-95df-1fca395683b8 None None] Network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:43:24.382340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-805717f7-552a-47df-b0f9-fd2dbbb2e402 None None] Provisioning for port 961fd9b9-5ac5-4770-bbe0-471326d2f932 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:43:24.649763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 961fd9b9-5ac5-4770-bbe0-471326d2f932 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:43:24.726149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 961fd9b9-5ac5-4770-bbe0-471326d2f932 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:43:24.731253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 961fd9b9-5ac5-4770-bbe0-471326d2f932 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:43:24.731694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:24.854269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-f289a8a2-85b2-400c-b554-9c7ea0c6f820 None None] Provisioning complete for port 961fd9b9-5ac5-4770-bbe0-471326d2f932 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:43:24.854580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f289a8a2-85b2-400c-b554-9c7ea0c6f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:24.922952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:24.996072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 961fd9b9-5ac5-4770-bbe0-471326d2f932, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=961fd9b9-5ac5-4770-bbe0-471326d2f932,segment=NetworkSegment(3af9bda5-d4a1-417a-84a1-ced6ece030d0),segment_id=3af9bda5-d4a1-417a-84a1-ced6ece030d0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:43:25.009227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:25.014940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4699e90c-b355-4f30-bc22-66bd854f1f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:43:25.099862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=961fd9b9-5ac5-4770-bbe0-471326d2f932,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:43:25.102813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:43:26.617426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 961fd9b9-5ac5-4770-bbe0-471326d2f932 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:43:26.689656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 961fd9b9-5ac5-4770-bbe0-471326d2f932 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:43:26.690072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:42.548910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3d58-bff9-48e1-a651-0781fb18dab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:44.802378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-278415f1-f8e0-459b-b309-237c475659ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:45.182795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:46.400922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:47.148063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:43:58.112593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:44:12.551728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-768a8b4b-26ff-418f-985e-e00eaf49570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:14.804018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-73ee764d-5d8d-4b83-a15b-20da06fda2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:15.188406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:16.404837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:17.152347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:35.112318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:44:36.166325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43132) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:36.172659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [None req-e6c0c290-236c-4e97-996c-f1ba391642e8 tempest-verify_tempest_config-923430185 tempest-verify_tempest_config-923430185-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:44:36.173729 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e6c0c290-236c-4e97-996c-f1ba391642e8 tempest-verify_tempest_config-923430185 tempest-verify_tempest_config-923430185-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063767 Apr 16 11:44:36.495800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43150) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:36.618601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.634004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:44:36.638028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Usage tracker for resource:security_group_rule and tenant:5ecb50653dde478388c5ef56ad3100b6 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:44:36.642036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:44:36.647956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:44:36.748551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.751113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.759592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:44:36.802247 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ecb50653dde478388c5ef56ad3100b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3053212 Apr 16 11:44:36.803177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10240d03-737c-4df0-95f7-48b25cbdca5d,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:44:36.805207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43156) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:44:36.811853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.812239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.812613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.812981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.813345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.813710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.814071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.814432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.814807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.815167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.815551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.815913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.820705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:44:36.870460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.898909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.959341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.964744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:44:36.977562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10240d03-737c-4df0-95f7-48b25cbdca5d,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:44:36.987403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.987797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.988164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.988523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.988878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.989232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.989586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.989937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.990290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.990636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.990991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.991359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:44:36.994738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:36.996227 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10240d03-737c-4df0-95f7-48b25cbdca5d HTTP/1.1" status: 204 len: 168 time: 0.1899211 Apr 16 11:44:36.997187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:44:42.555439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1e61beb0-e895-48d2-884d-19937ef64764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:44.806144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3181418a-e112-4f68-af6e-e398f6b250d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:45.190078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:46.409258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:44:47.156117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:12.111470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:45:12.556191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0299c8f3-cee6-46fb-af77-6a1de0f091d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:14.808905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4e8c-1559-4a8a-965c-90961cbb22fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:15.192715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:16.411478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:17.158841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:42.558213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d6eb16f8-8859-43a3-b810-d0be79e4f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:44.809871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c81dd778-a920-4b4f-80fc-962a025fa86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:45.196524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:46.415046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:47.163208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:45:49.110671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 5 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:46:12.560777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-41d8552e-77d0-48b5-86de-77ecd71b04d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:14.811363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec70c0c8-7a3f-4186-846b-3e250060b2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:15.200208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:16.418601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:17.166898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:21.507479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271'] for agent, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:26.109781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:46:26.246732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43216) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:46:26.369313 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-49e3a276-82cd-42ec-8336-ef5801d96d0f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1209240 Apr 16 11:46:28.913208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43226) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:46:28.977787 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2887a831-2f36-4f95-be06-16e277596058 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0634189 Apr 16 11:46:42.562457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4fbac401-8ad7-4b27-8087-8b2bdfce240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:44.812477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-153e0b3c-93f0-4ce5-9872-382a9c969412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:45.201604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:46.420156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:47.171853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:46:51.467522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:03.109503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:47:12.563056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-93d393b7-015b-41f1-bc5a-c1e6e5af706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:14.814823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e909dd35-7b26-4062-a37a-94fc8900a594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:15.201841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:16.423616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:17.174460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:21.494453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:40.109431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:47:42.567195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a2083c1a-4659-4916-927a-6cec5349b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:44.817297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-148e0080-1a06-449c-bca8-fe8299a24e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:45.204821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:46.578283 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:47.178400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:47:51.481791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:07.790297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43374) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:08.163873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1912110511-network', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:08.169517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:08.173769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Usage tracker for resource:network and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:08.177599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:08.184411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:08.195872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Made reservation on behalf of 1bfe3f2314eb400ea05be5ff9ff781ac for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:08.201331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.214807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.231743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:08.237719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:08.238561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:08.244983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:08.334775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.338937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.342705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:08.375361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:48:08.389012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c78ed8b-e9e3-490e-ba34-084031692100,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:08.394452 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.394820 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Added segment 87fcaa17-db26-4c26-846d-dfca2bbda116 of type vlan for network f0571358-95c5-4514-b55e-43d6aeecc7a5 Apr 16 11:48:08.406271 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.406953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.407393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.407866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.408234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.408670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.409078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.409441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.409886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.410252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.410611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.411011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Tracked resource versions report: Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:48:08.412870 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:48:08.418895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:08.442522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.474673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.476295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:08.477138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.482470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43418) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:08.483483 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:08.756540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Pushing event updated for resources: {'Network': ['ID=f0571358-95c5-4514-b55e-43d6aeecc7a5,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:08.760783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:08.765234 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9709065 Apr 16 11:48:08.766035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43434) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:08.768801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:48:08.772454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Request body: {'subnet': {'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1912110511-subnet', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:08.778395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:08.782420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Usage tracker for resource:subnet and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:08.785940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:08.792306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:08.803525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-396397875-network', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:08.809400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:08.814858 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Usage tracker for resource:network and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:08.818810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:08.826258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:08.834134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Made reservation on behalf of 1bfe3f2314eb400ea05be5ff9ff781ac for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:08.840054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.943244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Made reservation on behalf of 8044ea3a310c49d8b1b92f524f786f02 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:08.948571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.968866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:08.995648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:09.003296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Usage tracker for resource:security_group_rule and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:09.007556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:09.017461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:09.069942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43444) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:09.226653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.275297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.285500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:09.305962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:48:09.330392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43460) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:09.348545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.348950 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Added segment 13fbdb42-6097-408d-837e-94f1a966424b of type vlan for network 2abaab04-7726-4be4-a49b-2cd65602a96b Apr 16 11:48:09.368563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15000cf-b256-4a5a-aece-a09ee90cf3e1,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:09.385021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.385374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.385747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.386118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.386555 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.386810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.387164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.387564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.387919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.388267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.388690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.389043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Tracked resource versions report: Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:48:09.390279 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:48:09.408364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:09.412192 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.438018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43472) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:09.467203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.469777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:09.470400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.472044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1546599085-network', 'tenant_id': 'edf7b5ee53c0401799259881d4bea9a4'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:09.476792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f15c854e-baf7-40f8-b6c8-77f7ae12143e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:09.480145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:09.486382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Usage tracker for resource:network and tenant:edf7b5ee53c0401799259881d4bea9a4 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:09.490071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:09.498471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:09.508666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Made reservation on behalf of edf7b5ee53c0401799259881d4bea9a4 for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:09.515075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.536553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.555649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:09.561929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Usage tracker for resource:security_group_rule and tenant:edf7b5ee53c0401799259881d4bea9a4 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:09.566149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:09.573286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:09.629645 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1460748 Apr 16 11:48:09.632605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Pushing event updated for resources: {'Network': ['ID=2abaab04-7726-4be4-a49b-2cd65602a96b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:09.634735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43480) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:09.642953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:09.644001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 2abaab04-7726-4be4-a49b-2cd65602a96b details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:48:09.647092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Request body: {'subnet': {'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-subnet', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:09.653868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.655249 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:09.674720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-09c16a27-ed77-478b-b7c2-290aad75d046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:09.709138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Usage tracker for resource:subnet and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:09.725673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.730262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.755648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:48:09.762460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:09.778249 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:09.781359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:09.788981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-225632454-network', 'tenant_id': '86c58efa9df54e9bac34098edbb49160'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:09.803612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:09.808380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Usage tracker for resource:network and tenant:86c58efa9df54e9bac34098edbb49160 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:09.811819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:09.819537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:09.849978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Made reservation on behalf of 86c58efa9df54e9bac34098edbb49160 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:09.855671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.856648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.868401 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Added segment 0035efa1-3739-45ef-94f2-18fa3755efe9 of type vlan for network 3dde220e-f806-429c-8117-67648a2d307d Apr 16 11:48:09.878443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-141033977-network', 'tenant_id': 'a72c984017f3435e8dec5e7544d348af'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:09.881771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:09.886846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:09.897574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:09.913492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Usage tracker for resource:network and tenant:a72c984017f3435e8dec5e7544d348af is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:09.918771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:09.922767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.931016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:09.957647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Made reservation on behalf of a72c984017f3435e8dec5e7544d348af for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:09.962463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:09.983555 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.005620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.016915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:10.019666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.022599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Usage tracker for resource:security_group_rule and tenant:a72c984017f3435e8dec5e7544d348af is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:10.027991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Made reservation on behalf of 8044ea3a310c49d8b1b92f524f786f02 for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:10.033122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.034170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:10.035047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.047347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:10.056952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-59d07737-45dc-4ca6-9671-aad261d80a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:10.071566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c4c602-70c2-4c77-bb88-29374d9a1061,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:10.075296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:10.101380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:10.191507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:10.204075 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1322343 Apr 16 11:48:10.207187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Usage tracker for resource:security_group_rule and tenant:86c58efa9df54e9bac34098edbb49160 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:10.213020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43500) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:10.213903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Pushing event updated for resources: {'Network': ['ID=3dde220e-f806-429c-8117-67648a2d307d,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:10.214056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:10.216702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:10.229947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 3dde220e-f806-429c-8117-67648a2d307d details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:48:10.245638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:10.260966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Request body: {'subnet': {'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1546599085-subnet', 'tenant_id': 'edf7b5ee53c0401799259881d4bea9a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:10.304197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:10.335496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Usage tracker for resource:subnet and tenant:edf7b5ee53c0401799259881d4bea9a4 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:10.338914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.344749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.349962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-26c9973d-2851-4618-a3ec-60c608213806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:10.381255 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:10.418685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:48:10.431311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:10.442289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67755a6-dd3c-40d7-8b33-0149ca32db0f,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:10.445478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:10.456341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.456735 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Added segment 15af2204-6886-4b1e-8dd9-19243634b019 of type vlan for network 050107d2-d56a-4d8c-90be-80828aa2da2c Apr 16 11:48:10.509592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Checking segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:10.510028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Network hostable DHCP agents. Network: f0571358-95c5-4514-b55e-43d6aeecc7a5, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:48:10.515170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.523169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Made reservation on behalf of edf7b5ee53c0401799259881d4bea9a4 for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:10.543098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.574714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.576134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:10.576771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.581970 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:10.803176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Pushing event updated for resources: {'Network': ['ID=050107d2-d56a-4d8c-90be-80828aa2da2c,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:10.808044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:10.820889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 050107d2-d56a-4d8c-90be-80828aa2da2c details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:48:10.821113 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3776793 Apr 16 11:48:10.821113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43520) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:10.827620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Request body: {'subnet': {'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-141033977-subnet', 'tenant_id': 'a72c984017f3435e8dec5e7544d348af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:10.844909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:10.849411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Usage tracker for resource:subnet and tenant:a72c984017f3435e8dec5e7544d348af is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:10.864360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:10.871261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:10.897436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Made reservation on behalf of a72c984017f3435e8dec5e7544d348af for: {'subnet': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:10.902756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:10.963999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:48:11.021214 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, f0571358-95c5-4514-b55e-43d6aeecc7a5) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:11.030147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.032047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d837ef2-90fd-4d0e-814f-689fe2b8619d None None] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:11.038382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:11.039440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.044717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.079151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-45e21c7d-8916-4a8e-90b9-ffe7b1f54030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:11.263745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:48:11.355612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231c8f2f-f1b1-4a33-b741-e27719c25d6d,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:11.358939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-f0571358-95c5-4514-b55e-43d6aeecc7a5', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:48:11.360133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.378764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:11.385443 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6150396 Apr 16 11:48:11.388757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.389186 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Added segment 5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d of type vlan for network 7194dd77-0b1b-4067-a27e-a21cc9725d40 Apr 16 11:48:11.390279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43530) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:11.455041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:11.473888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:11.488208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Usage tracker for resource:router and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:11.502800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:11.513701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:11.521877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.558179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.559187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.561002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.592969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Allocated IP 172.20.0.2 (f0571358-95c5-4514-b55e-43d6aeecc7a5/c9c4c602-70c2-4c77-bb88-29374d9a1061/093ae57e-1137-4ea3-a537-95d3a9c2861a) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:11.595010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:11.625884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.636638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.644114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:11.644765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:11.653540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:11.678619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b173109f-a1e8-484d-bf74-b9a329857ecf,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:11.794355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:11.992606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Checking segment: {'id': '15af2204-6886-4b1e-8dd9-19243634b019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:11.993321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Network hostable DHCP agents. Network: 050107d2-d56a-4d8c-90be-80828aa2da2c, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:48:12.023754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Network 050107d2-d56a-4d8c-90be-80828aa2da2c is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:48:12.038364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 050107d2-d56a-4d8c-90be-80828aa2da2c) {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:12.050018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db978f-3761-4e5d-ad9c-5f8e0a5d293a None None] Network 050107d2-d56a-4d8c-90be-80828aa2da2c requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:12.056093 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:12.057228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:12.091175 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2622972 Apr 16 11:48:12.308015 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9715092 Apr 16 11:48:12.308015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Pushing event updated for resources: {'Network': ['ID=7194dd77-0b1b-4067-a27e-a21cc9725d40,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:12.308015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:12.308638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:12.311236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43564) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:12.334222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Request body: {'subnet': {'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-subnet', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:12.336835 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:12.343839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:12.353538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Usage tracker for resource:subnet and tenant:86c58efa9df54e9bac34098edbb49160 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:12.363200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:48:12.363507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:12.374022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:12.389765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Made reservation on behalf of 86c58efa9df54e9bac34098edbb49160 for: {'subnet': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:12.410116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:12.411375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Transition to ACTIVE for port object 093ae57e-1137-4ea3-a537-95d3a9c2861a will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:12.509460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Transition to ACTIVE for port object 093ae57e-1137-4ea3-a537-95d3a9c2861a will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:12.566327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:12.900998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43610) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:12.926032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:12.932097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3109a545-b65b-4702-813e-ab258f77870e None None] Network 050107d2-d56a-4d8c-90be-80828aa2da2c requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:12.958535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:12.990231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.033253 dv-cinder-689486-10-smb neutron-server[85234]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 11:48:13.214015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2bb0c63d-0bfb-47e0-bd5b-5ff2816b334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.234908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:13.294867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Checking segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:13.295345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Network hostable DHCP agents. Network: 2abaab04-7726-4be4-a49b-2cd65602a96b, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:48:13.343568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Pushing event updated for resources: {'Port': ['ID=093ae57e-1137-4ea3-a537-95d3a9c2861a,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:13.351972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Network 2abaab04-7726-4be4-a49b-2cd65602a96b is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:48:13.354114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-42677d10-c623-4d40-9ef3-adfa5a89f3c5 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:13.354874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-42677d10-c623-4d40-9ef3-adfa5a89f3c5 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Synchronizing usage tracker for tenant:a72c984017f3435e8dec5e7544d348af on resource:network {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:13.370772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Checking segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:13.371250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Network hostable DHCP agents. Network: 3dde220e-f806-429c-8117-67648a2d307d, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:48:13.373468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:13.378744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 2abaab04-7726-4be4-a49b-2cd65602a96b) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:13.381014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-42677d10-c623-4d40-9ef3-adfa5a89f3c5 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Unset dirty status for tenant:a72c984017f3435e8dec5e7544d348af on resource:network {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:13.382721 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-42677d10-c623-4d40-9ef3-adfa5a89f3c5 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/networks?id=050107d2-d56a-4d8c-90be-80828aa2da2c HTTP/1.1" status: 200 len: 811 time: 0.4707613 Apr 16 11:48:13.386548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.387081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.387391 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.387653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.387992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.388354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.388714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.389069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.389425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.389778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.390146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.390480 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:13.391236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Tracked resource versions report: Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:48:13.391656 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:48:13.395666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.398042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e98874-0e8b-4cb6-b49f-30d0db05ab87,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:13.406886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:13.420208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:13.423900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:13.432003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-391fceaa-5343-47d0-81ac-b2da7d703e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:13.454843 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-e198d7b4-3eee-40fb-b3f3-3c915f1b89c1 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/quotas/a72c984017f3435e8dec5e7544d348af HTTP/1.1" status: 200 len: 375 time: 0.0192506 Apr 16 11:48:13.469081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10adb95-fb29-43f2-ad3b-94262aaffb19 None None] Network 2abaab04-7726-4be4-a49b-2cd65602a96b requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:13.544245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.558804 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9207056 Apr 16 11:48:13.561419 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43628) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:13.576080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:13.580215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Network 3dde220e-f806-429c-8117-67648a2d307d is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:48:13.592313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:13.602610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Usage tracker for resource:router and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:13.608630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 3dde220e-f806-429c-8117-67648a2d307d) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:13.624037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:13.627408 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c77726-eb61-4258-87e8-e5b1b65aa9a3,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:13.630805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:13.644625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:13.644904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.653273 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:13.687922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:13.689630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.690691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.710779 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d02f6252-c9b7-4371-b01b-fe04829bf64c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4787850 Apr 16 11:48:13.712502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:13.716699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:13.742543 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-37efe9d6-3f95-46c0-bee7-39f6939f9205 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a72c984017f3435e8dec5e7544d348af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1953578 Apr 16 11:48:13.906759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:13.906896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc4f6d-d93e-43a9-a5ef-5490a0ae6f2a None None] Network 3dde220e-f806-429c-8117-67648a2d307d requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:13.957866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:14.242582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-44f54749-1643-40f6-aca0-ca22a9085701 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:48:14.273004 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-44f54749-1643-40f6-aca0-ca22a9085701 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1506579 Apr 16 11:48:14.281635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43664) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:14.329625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.350147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Checking segment: {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:14.350493 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Network hostable DHCP agents. Network: 7194dd77-0b1b-4067-a27e-a21cc9725d40, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:48:14.359473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-2abaab04-7726-4be4-a49b-2cd65602a96b', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:48:14.360393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.369683 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Attempting to bind port 093ae57e-1137-4ea3-a537-95d3a9c2861a on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:14.370094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Attempting to bind port 093ae57e-1137-4ea3-a537-95d3a9c2861a by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:14.370494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Attempting to bind port 093ae57e-1137-4ea3-a537-95d3a9c2861a on network f0571358-95c5-4514-b55e-43d6aeecc7a5 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:14.388089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:14.388505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Checking segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:14.388950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.389385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Bound using segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:14.389905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Bound port: 093ae57e-1137-4ea3-a537-95d3a9c2861a, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:14.390335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.394149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.534970 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:48:14.580412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 7194dd77-0b1b-4067-a27e-a21cc9725d40) {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:14.583253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.595630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:14.596392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.601057 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf66ee-ab2e-4aff-85ee-eca39845d5a4 None None] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:14.609743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-98baf16b-4ca0-4352-94bf-a23ecc52c061 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:14.610484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-98baf16b-4ca0-4352-94bf-a23ecc52c061 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:network {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:14.629733 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-511b3204-ff62-4481-8803-7901dbf28033 service neutron] 10.222.0.58 "GET /v2.0/networks/050107d2-d56a-4d8c-90be-80828aa2da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433750 Apr 16 11:48:14.643510 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3286822 Apr 16 11:48:14.647594 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43672) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:14.677642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:14.682308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-98baf16b-4ca0-4352-94bf-a23ecc52c061 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:network {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:14.683896 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-98baf16b-4ca0-4352-94bf-a23ecc52c061 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 0.4012437 Apr 16 11:48:14.738784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:14.756474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Usage tracker for resource:router and tenant:86c58efa9df54e9bac34098edbb49160 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:14.762746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:14.774355 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-f80a0426-12aa-4e48-9a1d-941c77a87fb5 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/quotas/edf7b5ee53c0401799259881d4bea9a4 HTTP/1.1" status: 200 len: 375 time: 0.0327117 Apr 16 11:48:14.782562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:14.791380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c59bc8-7b5f-450e-b0e8-1ee1f05485bf None None] Network 3dde220e-f806-429c-8117-67648a2d307d requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:14.823329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] For port 093ae57e-1137-4ea3-a537-95d3a9c2861a, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:14.910890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] For port 093ae57e-1137-4ea3-a537-95d3a9c2861a, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=093ae57e-1137-4ea3-a537-95d3a9c2861a,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:14.937171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.954347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-38ecaf9c-ea21-4559-b62b-cf9876f8bb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:14.960910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Allocated IP 172.28.1.53 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/5b6d1627-a364-43a3-bc63-302e3f1695f8) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:14.983955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:15.016929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Allocated IP 172.20.0.2 (2abaab04-7726-4be4-a49b-2cd65602a96b/a5e98874-0e8b-4cb6-b49f-30d0db05ab87/a109aaed-7527-43fb-a5d0-18e885ea0b49) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:15.032333 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-26f585d4-76e2-4d51-aae1-2ec236cd451f tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2464392 Apr 16 11:48:15.036143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.037522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.088977 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-3a42e176-75c3-4657-99d0-7639d879fe69 service neutron] 10.222.0.58 "GET /v2.0/networks/050107d2-d56a-4d8c-90be-80828aa2da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428527 Apr 16 11:48:15.098076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.397226 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.517995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.558596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-5b12a7f6-9389-438b-805e-5120197d867b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:48:15.560034 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-5b12a7f6-9389-438b-805e-5120197d867b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3771930 Apr 16 11:48:15.592598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.657620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.711712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-47c59c0a-0c48-4de9-8f15-d850961722f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:15.752223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:15.757932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Pushing event updated for resources: {'Port': ['ID=093ae57e-1137-4ea3-a537-95d3a9c2861a,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:15.779887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:15.791136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7661ab69-542b-4174-88fe-291df0f61630 None None] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:15.923595 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6d1627-a364-43a3-bc63-302e3f1695f8,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:15.966125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:16.035465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Allocated IP 172.28.1.159 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/75a8b203-3ada-4f3f-a02d-609dde623e0e) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:16.169629 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1b0b052b-ad10-4f44-a506-553d998365bd req-501eafa9-4920-4dd8-bd18-f273689910cc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 210 time: 0.1579888 Apr 16 11:48:16.278995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:16.301520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:16.312370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:16.378087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43740) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:16.486983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:16.532412 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7a95eab2-4003-43fa-b983-1e2a1931c1e3 service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481556 Apr 16 11:48:16.609976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:16.617384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Transition to ACTIVE for port object a109aaed-7527-43fb-a5d0-18e885ea0b49 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:16.640517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:16.682202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:16.699600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Transition to ACTIVE for port object a109aaed-7527-43fb-a5d0-18e885ea0b49 will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:16.760792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:16.810249 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:16.832532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Usage tracker for resource:security_group_rule and tenant:7c7b905ccbe64e1a8b0ed0850da912b6 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:16.837589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:16.838742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:16.844909 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-08e09b05-4e2c-4424-ae83-d8afeccb4ede service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113799 Apr 16 11:48:16.851660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:16.882941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:16.952075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:16.953501 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:17.109465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:48:17.172602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Pushing event updated for resources: {'Port': ['ID=a109aaed-7527-43fb-a5d0-18e885ea0b49,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:17.185378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:17.207382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:17.332701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:17.348896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Pushing event updated for resources: {'Port': ['ID=75a8b203-3ada-4f3f-a02d-609dde623e0e,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:17.359556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:17.408359 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-302ed368-e199-42ba-ac8f-a360877fe95c req-94c85eac-b636-426e-858b-d1f84f9a92f1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 210 time: 0.1697800 Apr 16 11:48:17.520326 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c1e1e2b-9944-493d-bef4-5a33b49b749b req-8e446a6b-1f64-487c-817c-a788b30a9e4b tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 210 time: 0.1224258 Apr 16 11:48:17.547775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Network 2abaab04-7726-4be4-a49b-2cd65602a96b is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:17.549017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:17.553090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:17.585333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:17.676129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:17.735533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:17.749251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Attempting to bind port a109aaed-7527-43fb-a5d0-18e885ea0b49 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:17.749599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Attempting to bind port a109aaed-7527-43fb-a5d0-18e885ea0b49 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:17.750008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Attempting to bind port a109aaed-7527-43fb-a5d0-18e885ea0b49 on network 2abaab04-7726-4be4-a49b-2cd65602a96b {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:17.751998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:17.760870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:17.761012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Checking segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:17.761456 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:17.761869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Bound using segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:17.762392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Bound port: a109aaed-7527-43fb-a5d0-18e885ea0b49, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:17.762807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:18.008101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] For port a109aaed-7527-43fb-a5d0-18e885ea0b49, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:18.023498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Allocated IP 172.28.1.218 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/71d77897-784e-48c7-b250-3af7f39981ba) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:18.037141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:18.037449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:18.042436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] For port a109aaed-7527-43fb-a5d0-18e885ea0b49, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=a109aaed-7527-43fb-a5d0-18e885ea0b49,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:18.053543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:18.086731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:18.318149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Pushing event updated for resources: {'Port': ['ID=a109aaed-7527-43fb-a5d0-18e885ea0b49,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:18.340634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:18.519381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:18.523716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:18.524566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:18.850857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5d98d2-4d23-47e5-8610-9651929cf845,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:18.856364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d622a-b79d-473f-a69a-f5a77f0708f6 None None] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:18.881066 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c7b905ccbe64e1a8b0ed0850da912b6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4982424 Apr 16 11:48:18.882062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 43832) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:18.882951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:19.127439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 093ae57e-1137-4ea3-a537-95d3a9c2861a up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:19.172547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.78', 64604) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:19.192911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:19.287065 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71534bd3-844a-40fa-a870-d834e19fde97 req-45703842-aa35-40e5-9752-c573ab48a171 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 210 time: 0.5396051 Apr 16 11:48:19.301862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Router 878c041d-215c-4552-9e0c-f1584ec278b4 is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:48:19.384435 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-65182b3e-b782-4fbc-86f3-aa599355199a req-fd5e1508-afa8-4e98-9055-f31f56bfec9f tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 210 time: 0.4998603 Apr 16 11:48:19.430401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Provisioning for port 093ae57e-1137-4ea3-a537-95d3a9c2861a completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:19.441151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 093ae57e-1137-4ea3-a537-95d3a9c2861a completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:19.538015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Provisioning complete for port 093ae57e-1137-4ea3-a537-95d3a9c2861a triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:19.538523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:19.591709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-fc974afc-24d2-4117-be1f-5978399c9838 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:19.593329 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-fc974afc-24d2-4117-be1f-5978399c9838 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.78 "GET /v2.0/networks?id=050107d2-d56a-4d8c-90be-80828aa2da2c HTTP/1.1" status: 200 len: 811 time: 0.4196601 Apr 16 11:48:19.595520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:19.621149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 093ae57e-1137-4ea3-a537-95d3a9c2861a triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:19.621567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:19.626176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:19.704370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Request body: {'port': {'device_id': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c', 'admin_state_up': True, 'tenant_id': 'a72c984017f3435e8dec5e7544d348af'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:19.731608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:19.852504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:20.044586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.78', 64609) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:20.051431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:20.140761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:20.192174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:20.252407 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] For port 093ae57e-1137-4ea3-a537-95d3a9c2861a, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=093ae57e-1137-4ea3-a537-95d3a9c2861a,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:20.275256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:20.280443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:20.378041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Pushing event updated for resources: {'Port': ['ID=71d77897-784e-48c7-b250-3af7f39981ba,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:20.607824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cd15b-6f71-4d16-9048-a3a60f417167 None None] Network 2abaab04-7726-4be4-a49b-2cd65602a96b requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:48:20.676990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:20.691819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:20.840971 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7517e004-d417-44e2-a7ad-fbb7cde76325 req-d73e8d0e-3133-4186-b53d-4717020f8b72 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 210 time: 0.2291362 Apr 16 11:48:20.857634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Usage tracker for resource:port and tenant:a72c984017f3435e8dec5e7544d348af is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:20.870619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:20.871151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85351) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:48:20.873199 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:48:20.876706 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2055ff0f-69c0-4387-b51c-df4d10354b8d req-96187fb8-3af7-490b-bfc9-94d581bde830 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 210 time: 0.1863897 Apr 16 11:48:20.914490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:20.917772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:20.919467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Pushing event updated for resources: {'Port': ['ID=093ae57e-1137-4ea3-a537-95d3a9c2861a,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:20.924905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:20.944906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:20.954479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-3691a035-e7e5-4077-92c9-6c8b06edcacc None None] Provisioning for port a109aaed-7527-43fb-a5d0-18e885ea0b49 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:20.998590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:21.055139 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:21.119688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:21.130780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Made reservation on behalf of a72c984017f3435e8dec5e7544d348af for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:21.138383 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:21.158855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5d98d2-4d23-47e5-8610-9651929cf845,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:21.172290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:48:21.172601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:21.183821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Sync routers for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:48:21.214730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:21.215461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:21.225990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:21.286540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-7ed5d9c1-82ab-46d9-84d0-2e004263e59b None None] Provisioning complete for port 093ae57e-1137-4ea3-a537-95d3a9c2861a triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:21.286955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d9c1-82ab-46d9-84d0-2e004263e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:21.462792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:21.481419 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa5d98d2-4d23-47e5-8610-9651929cf845 HTTP/1.1" status: 204 len: 168 time: 2.5932255 Apr 16 11:48:21.493672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:21.495289 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0996737 Apr 16 11:48:21.500873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 43916) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:21.502372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:22.252574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:22.356324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device a109aaed-7527-43fb-a5d0-18e885ea0b49 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:22.439086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:16Z', 'revision_number': 3, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:22.459418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Checking router: 878c041d-215c-4552-9e0c-f1584ec278b4 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:48:22.460710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Updating router 878c041d-215c-4552-9e0c-f1584ec278b4 port 5b6d1627-a364-43a3-bc63-302e3f1695f8 binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:48:22.467949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:22.469231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Allocated IP 172.20.0.6 (050107d2-d56a-4d8c-90be-80828aa2da2c/b173109f-a1e8-484d-bf74-b9a329857ecf/d4b2d95e-b52a-4205-afc0-1e0168e88622) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:22.692792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:22.721300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-91467dcc-bcd1-4c82-b111-33bc93a30a6c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:22.722939 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-91467dcc-bcd1-4c82-b111-33bc93a30a6c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 2.6771953 Apr 16 11:48:22.771947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:22.803971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port a109aaed-7527-43fb-a5d0-18e885ea0b49 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:22.815100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port a109aaed-7527-43fb-a5d0-18e885ea0b49 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:22.815417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:22.909742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Request body: {'port': {'device_id': 'b5de9485-353f-485f-b40e-90c548825a49', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'admin_state_up': True, 'tenant_id': 'edf7b5ee53c0401799259881d4bea9a4'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:23.005531 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.151010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:48:23.253619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.353351 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port a109aaed-7527-43fb-a5d0-18e885ea0b49, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=a109aaed-7527-43fb-a5d0-18e885ea0b49,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:23.358415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.366110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 093ae57e-1137-4ea3-a537-95d3a9c2861a up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:23.433995 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-129345ba-bb50-4e87-992d-c45f43a09c45 req-6343f3aa-0764-4877-b978-2ebae05f0d9b tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 210 time: 0.9888191 Apr 16 11:48:23.449052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:23.535985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:23.591604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.610906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Transition to ACTIVE for port object 5b6d1627-a364-43a3-bc63-302e3f1695f8 will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:23.619421 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.686709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 093ae57e-1137-4ea3-a537-95d3a9c2861a triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:23.687625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.690718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:23.761765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Pushing event updated for resources: {'Port': ['ID=d4b2d95e-b52a-4205-afc0-1e0168e88622,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:23.788576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:23.800988 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2f56d-acae-4c01-8333-afce825c1631 req-c285eead-dd14-42bb-9bcc-8e83f6a4df0d tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:23.806532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:23.810743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Usage tracker for resource:port and tenant:edf7b5ee53c0401799259881d4bea9a4 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:23.811242 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4c2f56d-acae-4c01-8333-afce825c1631 req-c285eead-dd14-42bb-9bcc-8e83f6a4df0d tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 931 time: 1.3633213 Apr 16 11:48:23.823815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:23.847586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:23.894201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Made reservation on behalf of edf7b5ee53c0401799259881d4bea9a4 for: {'port': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:23.913581 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-20588606-709e-4ab3-a179-b54619ba619b None None] Provisioning complete for port a109aaed-7527-43fb-a5d0-18e885ea0b49 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:23.915024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-20588606-709e-4ab3-a179-b54619ba619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.923347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:23.993075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:48:24.185843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Sync routers for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:48:24.194205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Pushing event updated for resources: {'Port': ['ID=5b6d1627-a364-43a3-bc63-302e3f1695f8,revision_number=2']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:24.224462 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.224778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.225148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.225513 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.225873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.226235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.226686 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.226924 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.227468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.227827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.228176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.228530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Tracked resource versions report: Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: pushed versions: Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: { 'AddressGroup': {'1.2'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': {'1.0'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': {'1.0'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': {'1.1'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': {'1.7'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': {'1.2'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': {'1.8'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': {'1.4'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': {'1.0'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': {'1.1'}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': {'1.1'}} Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: consumer versions: Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: { DHCP agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: HyperV agent@hv-cinder-68948: {}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: L3 agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: Metadata agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: Metering agent@dv-cinder-689486-10-smb: {}, Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: Open vSwitch agent@dv-cinder-689486-10-smb: { 'AddressGroup': '1.2', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'ConntrackHelper': '1.0', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Log': '1.0', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Network': '1.1', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Port': '1.7', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'PortForwarding': '1.2', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'QosPolicy': '1.8', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroup': '1.4', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'SecurityGroupRule': '1.2', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'SubPort': '1.0', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Subnet': '1.1', Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: 'Trunk': '1.1'}} Apr 16 11:48:24.230171 dv-cinder-689486-10-smb neutron-server[85234]: {{(pid=85352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:48:24.232488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:24.232488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:24.241744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Attempting to bind port 5b6d1627-a364-43a3-bc63-302e3f1695f8 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:24.242402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Attempting to bind port 5b6d1627-a364-43a3-bc63-302e3f1695f8 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:24.242809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Attempting to bind port 5b6d1627-a364-43a3-bc63-302e3f1695f8 on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:24.251737 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:24.253324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:24.253950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:24.254490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:24.255052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:24.256210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Bound port: 5b6d1627-a364-43a3-bc63-302e3f1695f8, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:24.257569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:24.316421 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e4c2f56d-acae-4c01-8333-afce825c1631 req-530cef86-224d-433f-b8f2-0aa9c5188ee6 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Synchronizing usage tracker for tenant:a72c984017f3435e8dec5e7544d348af on resource:security_group {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:24.472558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] For port 5b6d1627-a364-43a3-bc63-302e3f1695f8, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:24.480207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] For port 5b6d1627-a364-43a3-bc63-302e3f1695f8, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=5b6d1627-a364-43a3-bc63-302e3f1695f8,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:24.485486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:24.497210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Network 050107d2-d56a-4d8c-90be-80828aa2da2c is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:24.501485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:24.509106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:24.537000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:24.539581 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:24.595573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e4c2f56d-acae-4c01-8333-afce825c1631 req-530cef86-224d-433f-b8f2-0aa9c5188ee6 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Unset dirty status for tenant:a72c984017f3435e8dec5e7544d348af on resource:security_group {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:24.619438 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4c2f56d-acae-4c01-8333-afce825c1631 req-530cef86-224d-433f-b8f2-0aa9c5188ee6 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8062370 Apr 16 11:48:24.668429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:24.690608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:24.725838 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0239193 Apr 16 11:48:24.836833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:24.984916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Allocated IP 172.20.0.14 (3dde220e-f806-429c-8117-67648a2d307d/b8c77726-eb61-4258-87e8-e5b1b65aa9a3/314f1123-b7a6-4441-8afd-aed15d8f2543) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:25.118991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=a109aaed-7527-43fb-a5d0-18e885ea0b49,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:25.249693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:25.250959 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fa35d0eb-3558-49c9-b625-0a9c73565b96 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.6866028 Apr 16 11:48:25.271400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.735s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:25.336610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44006) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:25.358238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Pushing event updated for resources: {'Port': ['ID=5b6d1627-a364-43a3-bc63-302e3f1695f8,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:25.374294 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-89ccc6ef-df92-4e04-93cc-dd0176d75e95 req-27491640-7d43-403f-ade5-442385c7787c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 210 time: 0.4196215 Apr 16 11:48:25.412210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:25.516548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:25.519475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:25.566304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device a109aaed-7527-43fb-a5d0-18e885ea0b49 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:25.600844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:25.625948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-abc9a571-e690-419a-b60a-1c7dce5df78f tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:48:25.627427 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-abc9a571-e690-419a-b60a-1c7dce5df78f tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199308 Apr 16 11:48:25.656688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:25.659559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:25.736956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bbd1a491-3658-495d-a0c9-e11215a0b705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:25.927833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event updated for resources: {'Port': ['ID=314f1123-b7a6-4441-8afd-aed15d8f2543,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:25.947823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:26.260373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:26.409211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Allocated IP 172.20.0.1 (f0571358-95c5-4514-b55e-43d6aeecc7a5/c9c4c602-70c2-4c77-bb88-29374d9a1061/9062bfd6-57d9-4f1f-bdba-acca1331933a) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:26.424934 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44024) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:26.425365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44028) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:26.503721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Request body: {'port': {'device_id': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:26.566582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port a109aaed-7527-43fb-a5d0-18e885ea0b49 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:26.567485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:26.625284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:26.644190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Transition to ACTIVE for port object 9062bfd6-57d9-4f1f-bdba-acca1331933a will not be triggered until provisioned by entity DHCP. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:26.704857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:26.707437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Network 3dde220e-f806-429c-8117-67648a2d307d is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:26.841821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:19Z', 'revision_number': 3, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:26.861735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Checking router: 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:48:26.862502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Updating router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 port 75a8b203-3ada-4f3f-a02d-609dde623e0e binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:48:26.977114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:26.989231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-92d4a153-3ed8-44e5-a9ae-f019e3fb3f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:27.033124 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.060597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:16Z', 'revision_number': 3, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:27.073863 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6a0f1-ea38-49b1-8117-97fe220303b1 None None] The sync data for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb is: [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:16Z', 'revision_number': 3, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:48:27.141589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:27.154397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:27.155125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.231553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9062bfd6-57d9-4f1f-bdba-acca1331933a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:27.245370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:27.273342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:27.275695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.307449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.335256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:27.349936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:27.369100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Usage tracker for resource:security_group_rule and tenant:bd6542cbfbb94e5babf1db1a3723fa92 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:27.373078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:27.382131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:27.451671 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5461023 Apr 16 11:48:27.469017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:27.469541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.481041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:27.502973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Usage tracker for resource:security_group_rule and tenant:419e78a82e6743b390f7469874852f3d is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:27.509478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:27.539237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:27.780689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.809527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Transition to ACTIVE for port object 75a8b203-3ada-4f3f-a02d-609dde623e0e will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:27.836037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.885277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.909772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.976775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:27.977833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:28.038937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.087936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:48:28.104438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e974a6-c346-47c9-b62b-14416178c4b4 req-875251a2-5d3c-48f6-8794-70b24e35714a tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:28.105889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:28.106836 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-88e974a6-c346-47c9-b62b-14416178c4b4 req-875251a2-5d3c-48f6-8794-70b24e35714a tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 932 time: 1.4125409 Apr 16 11:48:28.167235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-48462287-7385-4d44-b6f9-29ab57a72adf None None] Provisioning for port 9062bfd6-57d9-4f1f-bdba-acca1331933a completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:28.183732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-48462287-7385-4d44-b6f9-29ab57a72adf None None] Provisioning complete for port 9062bfd6-57d9-4f1f-bdba-acca1331933a triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:28.184151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-48462287-7385-4d44-b6f9-29ab57a72adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.192148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.203184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Synchronizing usage tracker for tenant:b529ead5879d4161a570fda67e12c4fa on resource:security_group {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:28.241104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Synchronizing usage tracker for tenant:b529ead5879d4161a570fda67e12c4fa on resource:security_group {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:28.286923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-48462287-7385-4d44-b6f9-29ab57a72adf None None] Port 9062bfd6-57d9-4f1f-bdba-acca1331933a cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:48:28.293597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1316a54e-af2e-4436-8e1a-06e9e6647551,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:28.323173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Attempting to bind port 75a8b203-3ada-4f3f-a02d-609dde623e0e on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:28.323985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Attempting to bind port 75a8b203-3ada-4f3f-a02d-609dde623e0e by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:28.324539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Attempting to bind port 75a8b203-3ada-4f3f-a02d-609dde623e0e on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:28.336338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:28.337134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:28.337592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.338303 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:28.338840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Bound port: 75a8b203-3ada-4f3f-a02d-609dde623e0e, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:28.339419 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.355152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Unset dirty status for tenant:b529ead5879d4161a570fda67e12c4fa on resource:security_group {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:28.356578 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd6542cbfbb94e5babf1db1a3723fa92&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6658781 Apr 16 11:48:28.360856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:28.363454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44052) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:28.365579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b22f2bae-992a-4e10-b030-9d431f27920b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:28.393342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.424408 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.477049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] For port 75a8b203-3ada-4f3f-a02d-609dde623e0e, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:28.482529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] For port 75a8b203-3ada-4f3f-a02d-609dde623e0e, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=75a8b203-3ada-4f3f-a02d-609dde623e0e,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:28.503659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5561f-e2c5-46c8-9ef4-283780a14156 None None] Pushing event updated for resources: {'Port': ['ID=75a8b203-3ada-4f3f-a02d-609dde623e0e,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:28.511108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.512696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37c5561f-e2c5-46c8-9ef4-283780a14156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:28.533588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Unset dirty status for tenant:b529ead5879d4161a570fda67e12c4fa on resource:security_group {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:28.538882 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=419e78a82e6743b390f7469874852f3d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8454280 Apr 16 11:48:28.550511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44058) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:28.619113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:48:28.629979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Sync routers for ids ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:48:28.647522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:28.653311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Routers {'573b16ea-4d23-4b2c-9b6a-3c211758ba2f'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:28.654004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:28.677930 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f75c05-d731-43f6-b0c9-734665b82bae,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:28.681803 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:28.838101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:28.971012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.018386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5561f-e2c5-46c8-9ef4-283780a14156 None None] Pushing event updated for resources: {'Port': ['ID=75a8b203-3ada-4f3f-a02d-609dde623e0e,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:29.033216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37c5561f-e2c5-46c8-9ef4-283780a14156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:29.063583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.121622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Set router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:29.137044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.149085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:29.150151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:29.340074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.356965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.358464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.370226 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:29.388515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.426558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.465869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b2d95e-b52a-4205-afc0-1e0168e88622 {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:48:29.475572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.494954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Transition to ACTIVE for port object d4b2d95e-b52a-4205-afc0-1e0168e88622 will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:29.571240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f75c05-d731-43f6-b0c9-734665b82bae,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:29.572059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7b0d-0b9d-497b-a222-192d63a2ef5b req-80b44e2f-4526-46f7-a3a6-d42582b01fad tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:29.572897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-24ba7b0d-0b9d-497b-a222-192d63a2ef5b req-80b44e2f-4526-46f7-a3a6-d42582b01fad tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Synchronizing usage tracker for tenant:a72c984017f3435e8dec5e7544d348af on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:29.592117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:29.596385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:29.638092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.640803 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-88e974a6-c346-47c9-b62b-14416178c4b4 req-9ae2c322-b486-4a90-aed5-601d41160b15 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:security_group {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:29.651256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Notify callbacks [] for router, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.652649 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 15.0038912 Apr 16 11:48:29.663900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44064) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:29.667328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-24ba7b0d-0b9d-497b-a222-192d63a2ef5b req-80b44e2f-4526-46f7-a3a6-d42582b01fad tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Unset dirty status for tenant:a72c984017f3435e8dec5e7544d348af on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:29.668666 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-24ba7b0d-0b9d-497b-a222-192d63a2ef5b req-80b44e2f-4526-46f7-a3a6-d42582b01fad tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 931 time: 3.5086088 Apr 16 11:48:29.680729 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:29.744992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.751503 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1316a54e-af2e-4436-8e1a-06e9e6647551 HTTP/1.1" status: 204 len: 168 time: 1.1982925 Apr 16 11:48:29.770132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:29.778587 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72f75c05-d731-43f6-b0c9-734665b82bae HTTP/1.1" status: 204 len: 168 time: 1.3902206 Apr 16 11:48:29.830186 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9062bfd6-57d9-4f1f-bdba-acca1331933a,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:29.837453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:29.838127 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:29.869574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1316a54e-af2e-4436-8e1a-06e9e6647551,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:29.879659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:29.886136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': '71d77897-784e-48c7-b250-3af7f39981ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:21Z', 'revision_number': 3, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port': {'id': '71d77897-784e-48c7-b250-3af7f39981ba', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:17Z', 'updated_at': '2021-04-16T11:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:29.897411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Checking router: 573b16ea-4d23-4b2c-9b6a-3c211758ba2f for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:48:29.897798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Updating router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f port 71d77897-784e-48c7-b250-3af7f39981ba binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:48:29.911196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:29.915747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:29.926763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Request body: {'port': {'device_id': 'b5de9485-353f-485f-b40e-90c548825a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:30.014151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-78c48d6f-60aa-4740-986c-2ed2b8b27b06 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:30.109056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:30.412921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-88e974a6-c346-47c9-b62b-14416178c4b4 req-9ae2c322-b486-4a90-aed5-601d41160b15 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:security_group {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:30.414468 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-88e974a6-c346-47c9-b62b-14416178c4b4 req-9ae2c322-b486-4a90-aed5-601d41160b15 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2248132 Apr 16 11:48:30.456975 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 5b6d1627-a364-43a3-bc63-302e3f1695f8 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:30.879599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 5b6d1627-a364-43a3-bc63-302e3f1695f8 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:30.881000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Allocated IP 172.20.0.1 (2abaab04-7726-4be4-a49b-2cd65602a96b/a5e98874-0e8b-4cb6-b49f-30d0db05ab87/9df4a1e3-2cd6-46ca-897c-70731e3ec8b1) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:30.896035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-abe872ba-d2ea-45cb-9e36-2e30fc7f79b7 None None] Provisioning complete for port 9062bfd6-57d9-4f1f-bdba-acca1331933a triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:30.902148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-abe872ba-d2ea-45cb-9e36-2e30fc7f79b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.154550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 5b6d1627-a364-43a3-bc63-302e3f1695f8 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:31.154550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.155343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.273828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Transition to ACTIVE for port object 71d77897-784e-48c7-b250-3af7f39981ba will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:31.308648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.373491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3d2db24-c8bb-4e01-878c-5abe839fcf25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:31.425782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.510785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Router 878c041d-215c-4552-9e0c-f1584ec278b4 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:48:31.664713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-abe872ba-d2ea-45cb-9e36-2e30fc7f79b7 None None] Port 9062bfd6-57d9-4f1f-bdba-acca1331933a cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:48:31.771442 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.795942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fef5e-b796-4bbc-9ce4-ad10f8612fb6 None None] Pushing event updated for resources: {'Port': ['ID=71d77897-784e-48c7-b250-3af7f39981ba,revision_number=2']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:31.799947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-865fef5e-b796-4bbc-9ce4-ad10f8612fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:31.820203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 5b6d1627-a364-43a3-bc63-302e3f1695f8, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=5b6d1627-a364-43a3-bc63-302e3f1695f8,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:31.824891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:31.831265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37c5561f-e2c5-46c8-9ef4-283780a14156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:31.941484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:19Z', 'revision_number': 3, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:31.969167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0fa15c-9a99-4737-87c1-499779050244 None None] The sync data for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb is: [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:19Z', 'revision_number': 3, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:48:32.046903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=5b6d1627-a364-43a3-bc63-302e3f1695f8,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:32.075442 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:32.578480 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Attempting to bind port 71d77897-784e-48c7-b250-3af7f39981ba on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:32.579423 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Attempting to bind port 71d77897-784e-48c7-b250-3af7f39981ba by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:32.592195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Attempting to bind port 71d77897-784e-48c7-b250-3af7f39981ba on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:32.610856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:32.613603 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:32.614429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:32.615901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:32.618674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Bound port: 71d77897-784e-48c7-b250-3af7f39981ba, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:32.619349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:32.733405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Attempting to bind port d4b2d95e-b52a-4205-afc0-1e0168e88622 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:32.742558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Attempting to bind port d4b2d95e-b52a-4205-afc0-1e0168e88622 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '15af2204-6886-4b1e-8dd9-19243634b019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:32.743453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Attempting to bind port d4b2d95e-b52a-4205-afc0-1e0168e88622 on network 050107d2-d56a-4d8c-90be-80828aa2da2c {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:32.809486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b2d95e-b52a-4205-afc0-1e0168e88622,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:32.813490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.799s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:32.819746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Port d4b2d95e-b52a-4205-afc0-1e0168e88622 on network 050107d2-d56a-4d8c-90be-80828aa2da2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:48:32.820318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Attempting to bind port d4b2d95e-b52a-4205-afc0-1e0168e88622 on network 050107d2-d56a-4d8c-90be-80828aa2da2c {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:32.837977 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-24ba7b0d-0b9d-497b-a222-192d63a2ef5b req-9aa6f39d-bb5b-45cb-b038-a8182656c607 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.8664875 Apr 16 11:48:32.859339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:32.860939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Checking segment: {'id': '15af2204-6886-4b1e-8dd9-19243634b019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:32.861747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Bound using segment: {'id': '15af2204-6886-4b1e-8dd9-19243634b019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:32.862434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Bound port: d4b2d95e-b52a-4205-afc0-1e0168e88622, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15af2204-6886-4b1e-8dd9-19243634b019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:32.863180 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:32.881445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314f1123-b7a6-4441-8afd-aed15d8f2543 {{(pid=85350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:48:32.892931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:32.985178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] For port 71d77897-784e-48c7-b250-3af7f39981ba, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:32.994903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] For port 71d77897-784e-48c7-b250-3af7f39981ba, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=71d77897-784e-48c7-b250-3af7f39981ba,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:33.006199 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:33.047515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:33.117047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Transition to ACTIVE for port object 314f1123-b7a6-4441-8afd-aed15d8f2543 will not be triggered until provisioned by entity L2. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:33.130200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:33.170545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:33.229459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fef5e-b796-4bbc-9ce4-ad10f8612fb6 None None] Pushing event updated for resources: {'Port': ['ID=71d77897-784e-48c7-b250-3af7f39981ba,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:33.233399 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-865fef5e-b796-4bbc-9ce4-ad10f8612fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:33.429665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:48:33.443589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Sync routers for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:48:33.458182 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] 10.222.0.58 "PUT /v2.0/routers/878c041d-215c-4552-9e0c-f1584ec278b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9416878 Apr 16 11:48:33.473982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:33.475635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:33.488290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Routers {'573b16ea-4d23-4b2c-9b6a-3c211758ba2f'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:33.488958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:33.560092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Pushing event updated for resources: {'Port': ['ID=314f1123-b7a6-4441-8afd-aed15d8f2543,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:33.569332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:33.609057 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:33.634112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Transition to ACTIVE for port object 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:33.916739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] Set router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:33.951929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:33.956021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Attempting to bind port 314f1123-b7a6-4441-8afd-aed15d8f2543 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:33.956418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Attempting to bind port 314f1123-b7a6-4441-8afd-aed15d8f2543 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:33.956787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Attempting to bind port 314f1123-b7a6-4441-8afd-aed15d8f2543 on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:33.962897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Port 314f1123-b7a6-4441-8afd-aed15d8f2543 on network 3dde220e-f806-429c-8117-67648a2d307d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:48:33.963263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Attempting to bind port 314f1123-b7a6-4441-8afd-aed15d8f2543 on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:33.969838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:33.970217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Checking segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:33.970820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Bound using segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:33.971353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Bound port: 314f1123-b7a6-4441-8afd-aed15d8f2543, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:33.972281 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.159025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] For port d4b2d95e-b52a-4205-afc0-1e0168e88622, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:34.167501 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] For port d4b2d95e-b52a-4205-afc0-1e0168e88622, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d4b2d95e-b52a-4205-afc0-1e0168e88622,segment=NetworkSegment(15af2204-6886-4b1e-8dd9-19243634b019),segment_id=15af2204-6886-4b1e-8dd9-19243634b019)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:34.176417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.183640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.203760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] For port 314f1123-b7a6-4441-8afd-aed15d8f2543, host hv-cinder-68948, cleared binding levels {{(pid=85350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:34.210736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] For port 314f1123-b7a6-4441-8afd-aed15d8f2543, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=314f1123-b7a6-4441-8afd-aed15d8f2543,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:34.216149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.245084 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:34.305310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:34.433561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Pushing event updated for resources: {'Port': ['ID=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:34.477430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 5b6d1627-a364-43a3-bc63-302e3f1695f8 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:34.626894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': '71d77897-784e-48c7-b250-3af7f39981ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:21Z', 'revision_number': 3, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port': {'id': '71d77897-784e-48c7-b250-3af7f39981ba', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:17Z', 'updated_at': '2021-04-16T11:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:34.632529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8402c-70d4-4a49-b856-c43f419da089 None None] The sync data for ids ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'] in dv-cinder-689486-10-smb is: [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': '71d77897-784e-48c7-b250-3af7f39981ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:21Z', 'revision_number': 3, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port': {'id': '71d77897-784e-48c7-b250-3af7f39981ba', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:17Z', 'updated_at': '2021-04-16T11:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:48:34.640060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Network 2abaab04-7726-4be4-a49b-2cd65602a96b is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:34.678495 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Pushing event updated for resources: {'Port': ['ID=314f1123-b7a6-4441-8afd-aed15d8f2543,revision_number=3']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:34.682872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:34.709950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b2d95e-b52a-4205-afc0-1e0168e88622,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:34.714844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:34.743740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:34.744954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:34.745379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:34.766517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb7386-f252-47c6-8bec-3a7cadb58e33 req-50d32e42-716e-4409-a947-60c1c6bdace4 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:34.769939 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f6cb7386-f252-47c6-8bec-3a7cadb58e33 req-50d32e42-716e-4409-a947-60c1c6bdace4 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 932 time: 2.6477325 Apr 16 11:48:34.836445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 5b6d1627-a364-43a3-bc63-302e3f1695f8 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:34.836445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.860192 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:34.861212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.863064 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] 10.222.0.78 "PUT /v2.0/ports/314f1123-b7a6-4441-8afd-aed15d8f2543 HTTP/1.1" status: 200 len: 1094 time: 4.9423044 Apr 16 11:48:34.864487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5de9485-353f-485f-b40e-90c548825a49', 'tag': '314f1123-b7a6-4441-8afd-aed15d8f2543'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:48:34.875117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:34.875864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:34.969019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:28Z', 'revision_number': 2, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:35.037142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Checking router: 878c041d-215c-4552-9e0c-f1584ec278b4 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:48:35.037737 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Updating router 878c041d-215c-4552-9e0c-f1584ec278b4 port 9062bfd6-57d9-4f1f-bdba-acca1331933a binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:48:35.251804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44240) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:35.300759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:35.318887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44246) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:35.342632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125629733', 'description': 'tempest-description--493881373'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:35.362826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:35.389862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:35.402876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:35.424515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:35.440734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-e1134216-0420-49db-a386-fd9b4f04cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:35.443769 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-e1134216-0420-49db-a386-fd9b4f04cec0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 1097 time: 0.3657067 Apr 16 11:48:35.651214 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:35.690879 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-f40170d5-3286-4258-a65b-6f7375be56d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=314f1123-b7a6-4441-8afd-aed15d8f2543 HTTP/1.1" status: 200 len: 217 time: 0.2379034 Apr 16 11:48:35.852938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-0ec8e2fd-2d12-42b8-819e-9e851c10417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:35.854641 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-0ec8e2fd-2d12-42b8-819e-9e851c10417a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.1421456 Apr 16 11:48:35.859448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:35.864731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group_rule and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:35.868172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:35.875059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:36.044448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.048189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44260) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:36.107089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.113882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.138519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.185957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:36.188780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:36.234216 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-c60ad3cd-31f7-48cb-873b-a4ea3056252c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1847618 Apr 16 11:48:36.237466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44270) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:36.238237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89ba89e-f278-4293-a6c3-a9c4f0f85c08,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:36.241219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.245368 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9152792 Apr 16 11:48:36.245910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Usage tracker for resource:security_group_rule and tenant:0ebe2722e00841068c2fd84f91ab2886 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:36.249004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:36.275198 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f6cb7386-f252-47c6-8bec-3a7cadb58e33 req-c055ecfc-061c-4e72-b363-a446e7218b93 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0396004 Apr 16 11:48:36.290468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:36.293730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.295858 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] 10.222.0.78 "PUT /v2.0/ports/d4b2d95e-b52a-4205-afc0-1e0168e88622 HTTP/1.1" status: 200 len: 1093 time: 10.1470187 Apr 16 11:48:36.302810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44274) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:36.306855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'tag': 'd4b2d95e-b52a-4205-afc0-1e0168e88622'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:48:36.345787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-5accef39-eacb-43d7-80ad-89855399125d None None] Provisioning for port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:36.357580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.369104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-5accef39-eacb-43d7-80ad-89855399125d None None] Provisioning complete for port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:36.369540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5accef39-eacb-43d7-80ad-89855399125d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.376033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:36.410261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:36.418354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'security_group_rule': {'security_group_id': 'b89ba89e-f278-4293-a6c3-a9c4f0f85c08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:36.423430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.440312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-5accef39-eacb-43d7-80ad-89855399125d None None] Port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:48:36.440941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:36.445398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:36.450207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Usage tracker for resource:security_group_rule and tenant:6e033c3e444d4916b04acd60c4a890a0 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:36.453340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:36.454343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group_rule and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:36.460592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:36.462276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:36.464336 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Transition to ACTIVE for port object 9062bfd6-57d9-4f1f-bdba-acca1331933a will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:36.471360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 75a8b203-3ada-4f3f-a02d-609dde623e0e up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:36.476526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:36.533206 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-b74a5c19-15b0-4304-aef5-42e7fc5e0466 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826729 Apr 16 11:48:36.542298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.563641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:36.638761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.656687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.733552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.756626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:36.757189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b4d16-8e6c-4a1d-8ec2-31badc25cb7b None None] Pushing event updated for resources: {'Port': ['ID=9062bfd6-57d9-4f1f-bdba-acca1331933a,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:36.769946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:8966cf6e752b449f88b65b32ebe54868 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:36.785995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:36.787676 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c0b4d16-8e6c-4a1d-8ec2-31badc25cb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:36.792610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 75a8b203-3ada-4f3f-a02d-609dde623e0e completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:36.799563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:36.801865 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 75a8b203-3ada-4f3f-a02d-609dde623e0e triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:36.802387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.813435 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5de9485-353f-485f-b40e-90c548825a49', 'tag': '314f1123-b7a6-4441-8afd-aed15d8f2543', 'status': 'completed', 'code': 200} Apr 16 11:48:36.822691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.856874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:36.898654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c67ba4-8650-4719-b251-05d91568e984,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:36.919684 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c5ef1c1-869c-4327-8a84-94b01e3dd7da req-b211c701-7e33-4414-9129-4f9f5ab05b88 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488259 Apr 16 11:48:36.925521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4914f0-1f92-474b-8839-6b5f3ab29ee3 req-92a91b53-9a76-407b-a128-5c7edf69b724 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:36.926876 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1a4914f0-1f92-474b-8839-6b5f3ab29ee3 req-92a91b53-9a76-407b-a128-5c7edf69b724 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 943 time: 0.7904363 Apr 16 11:48:36.927842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:36.968945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:36.970120 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692260 Apr 16 11:48:36.975798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44300) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:37.004121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'security_group_rule': {'security_group_id': 'b89ba89e-f278-4293-a6c3-a9c4f0f85c08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:37.026184 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'tag': 'd4b2d95e-b52a-4205-afc0-1e0168e88622', 'status': 'completed', 'code': 200} Apr 16 11:48:37.078574 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1a4914f0-1f92-474b-8839-6b5f3ab29ee3 req-419c2663-1b57-4d8f-89e7-978bae87422f tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044931 Apr 16 11:48:37.097158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.108568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:37.121759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-c61fae1b-02aa-47ac-b135-a24df573e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:37.122675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.123525 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-c61fae1b-02aa-47ac-b135-a24df573e8eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a72c984017f3435e8dec5e7544d348af&device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 1096 time: 0.7180824 Apr 16 11:48:37.126834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group_rule and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:37.131454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.136923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:37.161701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4cd652f3-4f62-4d95-9203-a858a7e93de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:37.168851 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.171266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:37.215050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3b8fbc-fb95-4ea3-9829-8f0539869793,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:37.230506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:37.241114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-146dee6b-244f-4057-9bbb-0b6f9ec33af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:37.253409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.286885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Allocated IP 172.20.0.1 (7194dd77-0b1b-4067-a27e-a21cc9725d40/01cb1eb2-2eba-46a2-b3d2-5824024d9aa8/16ff2b52-7d65-4e31-b3dc-e0473d054780) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:37.298102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Attempting to bind port 9062bfd6-57d9-4f1f-bdba-acca1331933a on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:37.298775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Attempting to bind port 9062bfd6-57d9-4f1f-bdba-acca1331933a by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:37.298917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Attempting to bind port 9062bfd6-57d9-4f1f-bdba-acca1331933a on network f0571358-95c5-4514-b55e-43d6aeecc7a5 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:37.302798 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-8b939d9a-b830-4900-be4a-b1712a3ff2b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b2d95e-b52a-4205-afc0-1e0168e88622 HTTP/1.1" status: 200 len: 217 time: 0.0964837 Apr 16 11:48:37.304403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 75a8b203-3ada-4f3f-a02d-609dde623e0e, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=75a8b203-3ada-4f3f-a02d-609dde623e0e,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:37.307205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:37.307752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Checking segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:37.308025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.308564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Bound using segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:37.309080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Bound port: 9062bfd6-57d9-4f1f-bdba-acca1331933a, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:37.309490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.332181 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069deded-00e0-49f0-9759-894345bc9e47 req-b7c73726-58eb-460e-b595-70f113501ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:37.333874 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-069deded-00e0-49f0-9759-894345bc9e47 req-b7c73726-58eb-460e-b595-70f113501ea8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 1097 time: 0.3179030 Apr 16 11:48:37.347239 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e033c3e444d4916b04acd60c4a890a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2957103 Apr 16 11:48:37.364469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.402413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:37.457653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.474877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44308) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:37.485493 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=75a8b203-3ada-4f3f-a02d-609dde623e0e,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:37.489781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 71d77897-784e-48c7-b250-3af7f39981ba up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:37.520786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:37.595760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] For port 9062bfd6-57d9-4f1f-bdba-acca1331933a, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:37.600399 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] For port 9062bfd6-57d9-4f1f-bdba-acca1331933a, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9062bfd6-57d9-4f1f-bdba-acca1331933a,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:37.608510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.626587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9382c05a-9bff-4ef2-922e-426717f38a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:37.670715 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ebe2722e00841068c2fd84f91ab2886&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4126980 Apr 16 11:48:37.670715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.672575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44312) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:37.684740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.688622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b543bda-b98d-402d-a315-5dd573def107,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:37.706453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:37.707117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.722969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 71d77897-784e-48c7-b250-3af7f39981ba completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:37.732458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81b9a9fa-b448-49be-9899-0adacfcc65f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:37.741482 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 71d77897-784e-48c7-b250-3af7f39981ba triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:37.741907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.805681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069deded-00e0-49f0-9759-894345bc9e47 req-4f3b1201-fd05-4786-85ba-3608b19133de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:37.807321 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-069deded-00e0-49f0-9759-894345bc9e47 req-4f3b1201-fd05-4786-85ba-3608b19133de service neutron] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 917 time: 0.4562380 Apr 16 11:48:37.814897 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8966cf6e752b449f88b65b32ebe54868&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5708146 Apr 16 11:48:37.815896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2570c3a5-6aa6-44d1-ae72-1ef43c0daaa7,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:37.818419 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44320) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:37.823432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:37.836082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.857941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b4d16-8e6c-4a1d-8ec2-31badc25cb7b None None] Pushing event updated for resources: {'Port': ['ID=9062bfd6-57d9-4f1f-bdba-acca1331933a,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:37.858615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-8953e78e-113d-4e8e-92ed-877d12b9d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:37.860923 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-8953e78e-113d-4e8e-92ed-877d12b9d0c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b173109f-a1e8-484d-bf74-b9a329857ecf HTTP/1.1" status: 200 len: 851 time: 0.3913231 Apr 16 11:48:37.865559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c0b4d16-8e6c-4a1d-8ec2-31badc25cb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:37.874237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.953315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.955072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:37.978306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:37.978931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:37.983391 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-069deded-00e0-49f0-9759-894345bc9e47 req-72203784-4dae-4b68-a589-5858de04e1b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=314f1123-b7a6-4441-8afd-aed15d8f2543 HTTP/1.1" status: 200 len: 217 time: 0.1627119 Apr 16 11:48:38.021575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.043222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 71d77897-784e-48c7-b250-3af7f39981ba, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=71d77897-784e-48c7-b250-3af7f39981ba,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:38.043466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.045633 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-8956288a-ce5d-449d-9a51-69f9ad0ebc6c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=050107d2-d56a-4d8c-90be-80828aa2da2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532755 Apr 16 11:48:38.054290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.057155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.065369 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.077141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:38.083706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.130427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791e83b5-06d8-4887-9ef2-7bb0cc3de6b7,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:38.132741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:38.138806 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069deded-00e0-49f0-9759-894345bc9e47 req-92d6dd2a-81d4-46ca-bf2c-35dc5757f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:38.140436 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-069deded-00e0-49f0-9759-894345bc9e47 req-92d6dd2a-81d4-46ca-bf2c-35dc5757f700 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.1462777 Apr 16 11:48:38.208824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:38.229068 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-069deded-00e0-49f0-9759-894345bc9e47 req-8932b5b6-d99c-46a7-8234-43d2331c137c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744512 Apr 16 11:48:38.231035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.248360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:38.273722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b543bda-b98d-402d-a315-5dd573def107,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:38.312956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7f5fbd67-4ad3-4faa-8f0a-dab1bd03fb9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:38.314116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c669bd9-69f2-4c7a-b238-4a0b18fe7505 req-25266573-a49c-4bf0-90b0-aae4a4f1573f tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:38.316391 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c669bd9-69f2-4c7a-b238-4a0b18fe7505 req-25266573-a49c-4bf0-90b0-aae4a4f1573f tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 944 time: 0.8395863 Apr 16 11:48:38.349623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.349623 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3669071 Apr 16 11:48:38.360924 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44326) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:38.363433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:38.375427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'floatingip': {'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:38.384085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:38.398201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:floatingip and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:38.406182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:38.417476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:38.441662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.458256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:38.477601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.504934 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2570c3a5-6aa6-44d1-ae72-1ef43c0daaa7,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:38.512782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:38.515913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.521033 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2570c3a5-6aa6-44d1-ae72-1ef43c0daaa7 HTTP/1.1" status: 204 len: 168 time: 0.6954091 Apr 16 11:48:38.528673 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-069deded-00e0-49f0-9759-894345bc9e47 req-5444e55a-055c-451a-b07a-8f132cb3cac4 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813592 Apr 16 11:48:38.601374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.617524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=71d77897-784e-48c7-b250-3af7f39981ba,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:38.621629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.622831 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b543bda-b98d-402d-a315-5dd573def107 HTTP/1.1" status: 204 len: 168 time: 0.9357274 Apr 16 11:48:38.632780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:38.802570 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c669bd9-69f2-4c7a-b238-4a0b18fe7505 req-6dc22333-417d-4efb-a6a8-aed7eacd5c8d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288249 Apr 16 11:48:38.825608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.829398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:38.840433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c83849-bcd4-4100-9fd8-828917ac2629 None None] The sync data for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb is: [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:48:38.849046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:38.937360 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-069deded-00e0-49f0-9759-894345bc9e47 req-e96ffa43-b04f-4bd6-8b18-c7525d60edd7 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167365 Apr 16 11:48:38.939633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:38.942255 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-408fbb9d-d4de-44f8-8edf-5c6dabd2ba3c service neutron] 10.222.0.78 "GET /v2.0/networks/050107d2-d56a-4d8c-90be-80828aa2da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786337 Apr 16 11:48:39.108207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44336) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:39.151709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Allocated IP 172.28.1.65 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/51ed69cf-3d79-46a7-88c9-29aa85c41d6f) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:39.192141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.resource_extend [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:48:39.260850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44342) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:39.271667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Pushing event updated for resources: {'Port': ['ID=16ff2b52-7d65-4e31-b3dc-e0473d054780,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:39.285000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.293343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.302844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d86e35-c6ca-4b43-943e-fc9a31515345 req-89ecd126-1966-491e-9c07-cff1dd3acac7 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:39.304603 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e7d86e35-c6ca-4b43-943e-fc9a31515345 req-89ecd126-1966-491e-9c07-cff1dd3acac7 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 943 time: 0.9840517 Apr 16 11:48:39.307035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.334604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:39.336555 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:39.337298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.342491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Usage tracker for resource:security_group_rule and tenant:82695ccefeb5420a9896df2045505bab is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:39.344662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.350348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:39.369143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:39.376582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d0719610-6687-4046-ae40-f8bf8372e320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:39.384541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.401665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.405360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:39.406562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:39.442440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:39.505957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.511758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Usage tracker for resource:security_group_rule and tenant:2669a91c425a4f7783c34b0191de9fa5 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:39.517438 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e7d86e35-c6ca-4b43-943e-fc9a31515345 req-da5c93db-c0f7-4479-aa07-af89f4bf4c19 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984341 Apr 16 11:48:39.518280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3b8fbc-fb95-4ea3-9829-8f0539869793,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:39.525236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:39.525786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.533146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:39.536621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.540533 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab3b8fbc-fb95-4ea3-9829-8f0539869793 HTTP/1.1" status: 204 len: 168 time: 2.0224054 Apr 16 11:48:39.544305 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:39.547824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:39.572339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:39.597507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:39.680506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9062bfd6-57d9-4f1f-bdba-acca1331933a up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:39.707470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Pushing event updated for resources: {'Port': ['ID=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:39.736817 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47791327-3f3e-4a4d-ba7c-5e9112432266 req-8c2d8a77-cddd-4846-abb7-cef9bc23e745 service neutron] 10.222.0.78 "GET /v2.0/networks/050107d2-d56a-4d8c-90be-80828aa2da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273780 Apr 16 11:48:39.738282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:39.789612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.799627 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:39.800592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.804217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:39.824757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:39.841695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 9062bfd6-57d9-4f1f-bdba-acca1331933a completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:39.849835 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 9062bfd6-57d9-4f1f-bdba-acca1331933a triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:39.853812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:39.895712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Network 2abaab04-7726-4be4-a49b-2cd65602a96b is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:39.910642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:39.961503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-b0e49cab-9faf-4a45-91b0-2aff5389ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:39.963195 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-b0e49cab-9faf-4a45-91b0-2aff5389ca3b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a72c984017f3435e8dec5e7544d348af&device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 1096 time: 0.1737096 Apr 16 11:48:40.004684 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.033805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'Port': ['ID=51ed69cf-3d79-46a7-88c9-29aa85c41d6f,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:40.040953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:40.041681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:40.151941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.207232 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82695ccefeb5420a9896df2045505bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9446397 Apr 16 11:48:40.212510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44352) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:40.234336 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:48:40.244198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f89ac0-91bc-4ca7-8eef-7355ba1664e7,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:40.293428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:40.330753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 314f1123-b7a6-4441-8afd-aed15d8f2543 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:48:40.379761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44356) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:40.438269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.481706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6d93c014-72f6-493e-bdb3-cf701eca00d6 None None] Provisioning complete for port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:40.482129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6d93c014-72f6-493e-bdb3-cf701eca00d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.493812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.556328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.558342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.559728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 9062bfd6-57d9-4f1f-bdba-acca1331933a, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9062bfd6-57d9-4f1f-bdba-acca1331933a,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:40.570896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.572130 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 75a8b203-3ada-4f3f-a02d-609dde623e0e up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:40.599260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.639357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:40.664556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.666795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.677201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-036706e7-e25a-447d-9fa9-0c122ad9031a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:40.688508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.688886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6d93c014-72f6-493e-bdb3-cf701eca00d6 None None] Port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:48:40.711317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f89ac0-91bc-4ca7-8eef-7355ba1664e7,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:40.715763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 314f1123-b7a6-4441-8afd-aed15d8f2543, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=314f1123-b7a6-4441-8afd-aed15d8f2543,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:40.768284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '314f1123-b7a6-4441-8afd-aed15d8f2543', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'port_id': '314f1123-b7a6-4441-8afd-aed15d8f2543', 'mac_address': 'fa:16:3e:d4:0e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c77726-eb61-4258-87e8-e5b1b65aa9a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:48:40.776216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 75a8b203-3ada-4f3f-a02d-609dde623e0e triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:40.776645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.785321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:40.787142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:40.809492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:40.838014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=9062bfd6-57d9-4f1f-bdba-acca1331933a,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:40.853230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:40.883689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.898922 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28f89ac0-91bc-4ca7-8eef-7355ba1664e7 HTTP/1.1" status: 204 len: 168 time: 0.6479087 Apr 16 11:48:40.903662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:40.962971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314f1123-b7a6-4441-8afd-aed15d8f2543 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:48:41.010618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 314f1123-b7a6-4441-8afd-aed15d8f2543, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=314f1123-b7a6-4441-8afd-aed15d8f2543,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:41.014820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 71d77897-784e-48c7-b250-3af7f39981ba up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:41.048173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.058641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:41.145157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e4431b95a642288100f1ea699683f9 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:41.155170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:41.158352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=314f1123-b7a6-4441-8afd-aed15d8f2543,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:41.163259 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:41.171000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 71d77897-784e-48c7-b250-3af7f39981ba triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:41.171000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.196896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'Port': ['ID=51ed69cf-3d79-46a7-88c9-29aa85c41d6f,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:41.204030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:41.222646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:41.252467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.257568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.276455 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.277989 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9116652 Apr 16 11:48:41.290586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e144-c215-4846-83b8-1a26b49fe149 req-d01f9ab9-ae8d-4c2d-b575-1c6210246868 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:41.292304 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4043e144-c215-4846-83b8-1a26b49fe149 req-d01f9ab9-ae8d-4c2d-b575-1c6210246868 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 944 time: 1.0688031 Apr 16 11:48:41.303928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.322095 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:48:41.386534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b5054057-6d21-488c-a270-47ad07d2bb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:41.464633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-37584538-5c31-44c2-a4c6-1ef1db0d2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:41.466243 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-37584538-5c31-44c2-a4c6-1ef1db0d2921 service neutron] 10.222.0.78 "GET /v2.0/networks?id=050107d2-d56a-4d8c-90be-80828aa2da2c HTTP/1.1" status: 200 len: 913 time: 1.2457550 Apr 16 11:48:41.519625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9062bfd6-57d9-4f1f-bdba-acca1331933a up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:41.576703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:48:41.587613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Sync routers for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:48:41.610235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:41.612299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:41.656002 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-7a91aa57-5f97-4002-9eb2-34b68abeb803 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b2d95e-b52a-4205-afc0-1e0168e88622 HTTP/1.1" status: 200 len: 217 time: 0.1658576 Apr 16 11:48:41.658973 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2669a91c425a4f7783c34b0191de9fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5070124 Apr 16 11:48:41.662291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44378) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:41.670448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 9062bfd6-57d9-4f1f-bdba-acca1331933a triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:41.670666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.680079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a12739-1316-4fde-9bcd-a131607a8d56,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:41.683708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:41.743529 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4043e144-c215-4846-83b8-1a26b49fe149 req-1a147cf2-350c-434e-8ebd-585f457fcabe tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381399 Apr 16 11:48:41.764551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e65569-5c99-4e4f-bf13-ae0d2f2a82d7 req-ac639402-fdac-41e7-a085-d499c3c489a4 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:41.776362 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-02e65569-5c99-4e4f-bf13-ae0d2f2a82d7 req-ac639402-fdac-41e7-a085-d499c3c489a4 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 943 time: 1.0015802 Apr 16 11:48:41.789026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.829176 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] 10.222.0.58 "PUT /v2.0/routers/9c7ce104-0fcf-46a6-bada-9e91b7a351b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4824693 Apr 16 11:48:41.857288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.920630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-2ca99073-1199-4a88-8fba-e2107d3f053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:41.922255 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-2ca99073-1199-4a88-8fba-e2107d3f053e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b173109f-a1e8-484d-bf74-b9a329857ecf HTTP/1.1" status: 200 len: 851 time: 0.2469826 Apr 16 11:48:41.945284 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-02e65569-5c99-4e4f-bf13-ae0d2f2a82d7 req-2bb6eda7-524f-4fc7-b788-001e76059e28 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709528 Apr 16 11:48:41.956776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:41.962276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c2d51335-8ded-4f87-92db-a9163cdd024b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:41.995016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a12739-1316-4fde-9bcd-a131607a8d56,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:42.016614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:42.017973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.025471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:42.028152 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3a12739-1316-4fde-9bcd-a131607a8d56 HTTP/1.1" status: 204 len: 168 time: 0.3635316 Apr 16 11:48:42.089795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.110046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.resource_extend [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:48:42.122224 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-76f112a6-266d-41e5-87ef-bb2ae3ac25bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=050107d2-d56a-4d8c-90be-80828aa2da2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368895 Apr 16 11:48:42.128494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.158897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d4b2d95e-b52a-4205-afc0-1e0168e88622 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:48:42.167795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.221013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:42.236892 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6e4431b95a642288100f1ea699683f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8496423 Apr 16 11:48:42.240319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44408) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:42.301888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-c4918434-df82-452e-b164-d285c5cee4ca tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Synchronizing usage tracker for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:security_group {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:42.304746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.326720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.389929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.452812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e39db6d-efb0-4341-921a-c04abd1feb16,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:42.460090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:42.464097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d4b2d95e-b52a-4205-afc0-1e0168e88622, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d4b2d95e-b52a-4205-afc0-1e0168e88622,segment=NetworkSegment(15af2204-6886-4b1e-8dd9-19243634b019),segment_id=15af2204-6886-4b1e-8dd9-19243634b019)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:42.466524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:42.471362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.488210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 314f1123-b7a6-4441-8afd-aed15d8f2543 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:42.541538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-c4918434-df82-452e-b164-d285c5cee4ca tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Unset dirty status for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:security_group {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:42.543733 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-c4918434-df82-452e-b164-d285c5cee4ca tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1125629733&fields=id&tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac HTTP/1.1" status: 200 len: 267 time: 0.4715893 Apr 16 11:48:42.548034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.565998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:42.573899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'd4b2d95e-b52a-4205-afc0-1e0168e88622', 'network_id': '050107d2-d56a-4d8c-90be-80828aa2da2c', 'port_id': 'd4b2d95e-b52a-4205-afc0-1e0168e88622', 'mac_address': 'fa:16:3e:92:b2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b173109f-a1e8-484d-bf74-b9a329857ecf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:48:42.584917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.586273 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e39db6d-efb0-4341-921a-c04abd1feb16 HTTP/1.1" status: 204 len: 168 time: 0.3447688 Apr 16 11:48:42.587179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e39db6d-efb0-4341-921a-c04abd1feb16,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:42.599040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:42.682169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e77601a4-3f2f-412d-93b8-219faa66b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.696113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 2, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:42.711014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Checking router: 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:48:42.711496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Updating router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:48:42.729659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 314f1123-b7a6-4441-8afd-aed15d8f2543 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:42.738129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.756654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 314f1123-b7a6-4441-8afd-aed15d8f2543 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:42.758504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.822976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-8671b987-0d59-4284-a8eb-6ff5758cb652 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:42.823831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-8671b987-0d59-4284-a8eb-6ff5758cb652 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Synchronizing usage tracker for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:network {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:42.830493 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:42.847986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b2d95e-b52a-4205-afc0-1e0168e88622 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:48:42.871674 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-697070a9-3bbb-424f-82a3-1e820815a199 service neutron] 10.222.0.78 "GET /v2.0/networks/050107d2-d56a-4d8c-90be-80828aa2da2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378359 Apr 16 11:48:42.874404 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Pushing event updated for resources: {'Port': ['ID=16ff2b52-7d65-4e31-b3dc-e0473d054780,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:42.899919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:43.009613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d4b2d95e-b52a-4205-afc0-1e0168e88622, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d4b2d95e-b52a-4205-afc0-1e0168e88622,segment=NetworkSegment(15af2204-6886-4b1e-8dd9-19243634b019),segment_id=15af2204-6886-4b1e-8dd9-19243634b019)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:43.013162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:43.043426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:43.054384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:43.173363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-8671b987-0d59-4284-a8eb-6ff5758cb652 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Unset dirty status for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:network {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:43.174104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5de9485-353f-485f-b40e-90c548825a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314f1123-b7a6-4441-8afd-aed15d8f2543'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:48:43.174700 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-8671b987-0d59-4284-a8eb-6ff5758cb652 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 811 time: 0.6078501 Apr 16 11:48:43.230142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:43.251779 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-828dd91e-3b13-461c-a3aa-13b8982b292c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/quotas/1bfe3f2314eb400ea05be5ff9ff781ac HTTP/1.1" status: 200 len: 375 time: 0.0585048 Apr 16 11:48:43.255047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:43.292021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=d4b2d95e-b52a-4205-afc0-1e0168e88622,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:43.312853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:43.323881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 314f1123-b7a6-4441-8afd-aed15d8f2543, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=314f1123-b7a6-4441-8afd-aed15d8f2543,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:43.327239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:43.332748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:43.472161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=314f1123-b7a6-4441-8afd-aed15d8f2543,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:43.476278 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['d4b2d95e-b52a-4205-afc0-1e0168e88622'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:48:43.511251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:43.722097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:43.761020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Transition to ACTIVE for port object 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:43.768751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:43.798415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:43.809112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44464) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:43.823659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412670518', 'description': 'tempest-description--734078385'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:43.842329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:43.856651 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf93dfb-eb40-4ac9-a1df-ea3b921101cf req-9dc48a05-8bba-4724-8302-dad0c523dffe service neutron] 10.222.0.78 "GET /v2.0/networks/050107d2-d56a-4d8c-90be-80828aa2da2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521730 Apr 16 11:48:43.868770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:43.903612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:43.950522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:43.983245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.031449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec456-57e4-4a04-ba24-f393e07ca4ba None None] Pushing event updated for resources: {'Port': ['ID=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:44.042955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:44.045384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b37ec456-57e4-4a04-ba24-f393e07ca4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:44.050937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group_rule and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:44.056264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:44.065033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:44.148213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.153036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.164672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-38ee4c93-4675-4e99-ab28-d821c1793609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:44.178918 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-2d2115b2-0247-493e-a8b5-efe466d5a5d8 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9047747 Apr 16 11:48:44.198825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:48:44.259305 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea406f05-5daf-4d8d-8c22-ae9ac043b96a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:44.271380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:44.273013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.277156 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4636278 Apr 16 11:48:44.281120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44474) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:44.290629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'security_group_rule': {'security_group_id': 'ea406f05-5daf-4d8d-8c22-ae9ac043b96a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:44.302633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:44.312024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group_rule and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:44.321540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:44.339713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:44.370774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.424196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Attempting to bind port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:44.424962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Attempting to bind port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:44.425599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Attempting to bind port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 on network 2abaab04-7726-4be4-a49b-2cd65602a96b {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:44.435232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:44.436146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Checking segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:44.437134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.437771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Bound using segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:44.439085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Bound port: 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:44.439951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.571679 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] For port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:44.575512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] For port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:44.580185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.581331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.588081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.591707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cfff4c6c-c2a6-4d2c-a7d1-a73a3d4521bf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:44.600767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-afc37726-76fc-49f2-93af-90406cce9b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:44.637829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.640067 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3577311 Apr 16 11:48:44.642936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44492) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:44.647379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ef5ed3-7e33-4226-b400-01d59cc797c7,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:44.659678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:44.664599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'security_group_rule': {'security_group_id': 'ea406f05-5daf-4d8d-8c22-ae9ac043b96a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:44.673836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:44.680048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group_rule and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:44.685548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:44.688312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec456-57e4-4a04-ba24-f393e07ca4ba None None] Pushing event updated for resources: {'Port': ['ID=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,revision_number=4']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:44.702126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:44.728265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.748034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b37ec456-57e4-4a04-ba24-f393e07ca4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:44.814916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fb75a-25c8-4968-8140-f9195ef45fb5 req-c0447e73-2908-4583-9167-544c95fdeea3 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:44.816191 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ca0fb75a-25c8-4968-8140-f9195ef45fb5 req-c0447e73-2908-4583-9167-544c95fdeea3 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.8843629 Apr 16 11:48:44.832488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e3182524-9c9c-4e43-8e03-4b49da014732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.862111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.865948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.869199 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:44.881448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:44.882151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:44.891218 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fbfe5d-ec93-4192-af87-7ddd7821eece,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:44.907483 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:44.931985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:44.934027 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2895246 Apr 16 11:48:44.937595 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44502) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:44.949992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'floatingip': {'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:44.961465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:44.966917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:floatingip and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:44.970576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:44.979648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:44.990364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:45.055222 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ca0fb75a-25c8-4968-8140-f9195ef45fb5 req-6a5e7d75-f1a7-4221-8e6e-02518c7e70c6 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691618 Apr 16 11:48:45.100660 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-f80c8e1f-4509-473e-801c-82ee6dfa400f service neutron] 10.222.0.58 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8908587 Apr 16 11:48:45.222111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44510) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:45.235554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:45.281484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:45.330019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:45.478413 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-9df53276-9945-41ff-a398-d9df9249328e service neutron] 10.222.0.58 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767307 Apr 16 11:48:45.479388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Allocated IP 172.28.1.48 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/b9a3cb9d-0e7c-4c5a-b20f-625f18d54834) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:45.486216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:48:45.504177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Sync routers for ids ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:48:45.526492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Routers {'573b16ea-4d23-4b2c-9b6a-3c211758ba2f'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:45.526492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:45.530085 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] 10.222.0.58 "PUT /v2.0/routers/573b16ea-4d23-4b2c-9b6a-3c211758ba2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8603876 Apr 16 11:48:45.601753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6626d0-59fd-4ba2-a269-78990337982e req-b23894ff-5b35-408c-9694-a1d10a2b4481 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:45.606967 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2c6626d0-59fd-4ba2-a269-78990337982e req-b23894ff-5b35-408c-9694-a1d10a2b4481 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 944 time: 0.2555859 Apr 16 11:48:45.727917 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2c6626d0-59fd-4ba2-a269-78990337982e req-0e7a359b-ec42-4ae5-b7d0-adf46a4b2b5d tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139858 Apr 16 11:48:45.731874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:45.757400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:45.760754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Usage tracker for resource:security_group_rule and tenant:ee939cbf2794408684c297b2d49884d2 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:45.763820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:45.771519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:45.827589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:44Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:45.854484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fb1e2-c720-48a2-85b7-ad8892b29632 None None] The sync data for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb is: [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:44Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:48:46.018366 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.023436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Set router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:46.025993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.060155 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3697b311-98d8-441c-819d-d444f5bd4368 req-cd85898a-df6d-4b5e-a705-9d804adb6a23 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 210 time: 0.2287672 Apr 16 11:48:46.077530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:46.170839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b2c387-b0b7-490c-8aa5-df60479a8205,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:46.182962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:46.250201 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee939cbf2794408684c297b2d49884d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0259650 Apr 16 11:48:46.253385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44544) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:46.255653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.319200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.554526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d4b2d95e-b52a-4205-afc0-1e0168e88622 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:46.581037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:46.648049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6bde3-f369-4d7a-947a-f0162f451bff req-f1ae0f00-d293-4e8b-80c2-5d69ddd8ca88 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:46.657052 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-10f6bde3-f369-4d7a-947a-f0162f451bff req-f1ae0f00-d293-4e8b-80c2-5d69ddd8ca88 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.3725257 Apr 16 11:48:46.663499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.727436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:46.731175 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:46.732054 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-10f6bde3-f369-4d7a-947a-f0162f451bff req-5c158397-86e5-4300-afdc-fffb8f529610 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733137 Apr 16 11:48:46.739647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:46.785556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.790581 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'Port': ['ID=b9a3cb9d-0e7c-4c5a-b20f-625f18d54834,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:46.828002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:46.835107 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5de9485-353f-485f-b40e-90c548825a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314f1123-b7a6-4441-8afd-aed15d8f2543', 'code': 200} Apr 16 11:48:46.853227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.856773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.875937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-820bc87b-a7ca-4f92-a208-5cc768b00994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:46.949893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b2c387-b0b7-490c-8aa5-df60479a8205,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:46.964587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.965572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:46.971910 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7b2c387-b0b7-490c-8aa5-df60479a8205 HTTP/1.1" status: 204 len: 168 time: 0.7160738 Apr 16 11:48:46.977168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:47.052727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:47.095520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port d4b2d95e-b52a-4205-afc0-1e0168e88622 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:47.268233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port d4b2d95e-b52a-4205-afc0-1e0168e88622 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:47.268898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:47.518356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:47.535422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:47.583506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:47.630405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:47.632072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:47.677191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-45066a1f-beba-42f6-846d-33f51efd46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:47.685109 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-45066a1f-beba-42f6-846d-33f51efd46f1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 1099 time: 0.4503839 Apr 16 11:48:47.709741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:47.768615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:47.778638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Usage tracker for resource:security_group_rule and tenant:f23c0606cbd546b2b6b5462149754c51 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:47.820719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284273f-b1c8-4009-abb5-f8d913919e23 req-0594ab79-bd54-4bfc-9981-0231bfa86e67 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:47.822437 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d284273f-b1c8-4009-abb5-f8d913919e23 req-0594ab79-bd54-4bfc-9981-0231bfa86e67 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 944 time: 0.6650836 Apr 16 11:48:47.828061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:47.877828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:47.947925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:47.991642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:48.007912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': '71d77897-784e-48c7-b250-3af7f39981ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:39Z', 'revision_number': 4, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port': {'id': '71d77897-784e-48c7-b250-3af7f39981ba', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:17Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '16ff2b52-7d65-4e31-b3dc-e0473d054780', 'name': '', 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'mac_address': 'fa:16:3e:07:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:36Z', 'updated_at': '2021-04-16T11:48:41Z', 'revision_number': 2, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'subnets': [{'id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:48.020141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:48.021283 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.119936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Checking router: 573b16ea-4d23-4b2c-9b6a-3c211758ba2f for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:48:48.120353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Updating router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f port 16ff2b52-7d65-4e31-b3dc-e0473d054780 binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:48:48.167566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d4b2d95e-b52a-4205-afc0-1e0168e88622, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d4b2d95e-b52a-4205-afc0-1e0168e88622,segment=NetworkSegment(15af2204-6886-4b1e-8dd9-19243634b019),segment_id=15af2204-6886-4b1e-8dd9-19243634b019)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:48.185518 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.192217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:48.249572 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d284273f-b1c8-4009-abb5-f8d913919e23 req-cfa9cebf-6136-4dc6-97a6-c71cd7720d65 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811453 Apr 16 11:48:48.269424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944bcd-4b58-4f6f-a4db-541107244853 req-80d5e8c6-e3c4-41eb-9e27-a10c76fe7286 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:48.273361 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-80d5e8c6-e3c4-41eb-9e27-a10c76fe7286 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 818 time: 0.5490212 Apr 16 11:48:48.373721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.402760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-ae221834-5ba7-4659-a67f-80c6b1bba49b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:48.417036 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-ae221834-5ba7-4659-a67f-80c6b1bba49b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 811 time: 0.4081700 Apr 16 11:48:48.453337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.465080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.471171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'Port': ['ID=b9a3cb9d-0e7c-4c5a-b20f-625f18d54834,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:48.489127 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:48.529160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44592) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:48.592671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.597935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.604629 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-2b1ceaca-fae9-4cde-90b8-8ff64ded40ac tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/quotas/86c58efa9df54e9bac34098edbb49160 HTTP/1.1" status: 200 len: 375 time: 0.2210023 Apr 16 11:48:48.617320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-4f5d5710-5fb2-4c92-82b8-e67261a17c1f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Synchronizing usage tracker for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:security_group {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:48.633167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:48.634905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:48.637841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Usage tracker for resource:security_group_rule and tenant:f75833881e8e4c2baf62b5614e080dce is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:48.641365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:48.648415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:48.685034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.687769 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-079de1bd-9186-40ff-b4d9-7e683e0219e5 req-629f5227-37cf-42ad-991f-7bfb61979d65 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 210 time: 0.2950125 Apr 16 11:48:48.762414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.771379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.788146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:48.796335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:48.797717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=d4b2d95e-b52a-4205-afc0-1e0168e88622,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:48.815520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-4f5d5710-5fb2-4c92-82b8-e67261a17c1f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Unset dirty status for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:security_group {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:48.817198 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-4f5d5710-5fb2-4c92-82b8-e67261a17c1f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac HTTP/1.1" status: 200 len: 5703 time: 0.3812478 Apr 16 11:48:48.819941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.825640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:48.826161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:48.842327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'port': {'device_id': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'admin_state_up': True, 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'security_groups': ['b89ba89e-f278-4293-a6c3-a9c4f0f85c08']}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:48.882673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:48.892738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9454665 Apr 16 11:48:48.892738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f75833881e8e4c2baf62b5614e080dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496771 Apr 16 11:48:48.908739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44600) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:48.924792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2d95e-b52a-4205-afc0-1e0168e88622'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:48:48.951427 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c3d5ce0-a961-406b-b7b5-667c459bd684 req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2626853 Apr 16 11:48:48.969466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c4171-652a-49a6-a444-fe8ec26e0500,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:48.998364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:49.016893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c75baee5-0a85-4ad4-92fc-7e4bce9a89d0,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:49.022875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:49.128271 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:49.133377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:port and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:49.136650 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:49.144643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:49.156839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Made reservation on behalf of 1bfe3f2314eb400ea05be5ff9ff781ac for: {'port': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:49.164125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.167092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.197579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:49.210584 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:49.213298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.259159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-71944bcd-4b58-4f6f-a4db-541107244853 req-6436cd04-ca06-44de-9ce8-f406596ee20d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Synchronizing usage tracker for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:49.322055 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-71944bcd-4b58-4f6f-a4db-541107244853 req-6436cd04-ca06-44de-9ce8-f406596ee20d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Unset dirty status for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:49.323867 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-6436cd04-ca06-44de-9ce8-f406596ee20d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6628757 Apr 16 11:48:49.336233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef63453-08c5-46f3-8028-c8a72565239a req-6462e270-5c1c-4fa5-9df6-441e7788e707 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:49.338020 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1ef63453-08c5-46f3-8028-c8a72565239a req-6462e270-5c1c-4fa5-9df6-441e7788e707 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.3479097 Apr 16 11:48:49.400584 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.436476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Allocated IP 172.20.0.12 (f0571358-95c5-4514-b55e-43d6aeecc7a5/c9c4c602-70c2-4c77-bb88-29374d9a1061/8990f57f-5580-453c-aa22-397171949432) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:49.441829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Transition to ACTIVE for port object 16ff2b52-7d65-4e31-b3dc-e0473d054780 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:49.452985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.482661 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:49.518135 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-5620a137-9a95-48ae-832d-b7fef9a06a41 service neutron] 10.222.0.58 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768613 Apr 16 11:48:49.560640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:49.677334 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1ef63453-08c5-46f3-8028-c8a72565239a req-a1ab83ee-e405-4093-bf2f-b45291260bff tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542344 Apr 16 11:48:49.693465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdef9bc-9ddc-4117-9a69-ccc11d58ee79 None None] Pushing event updated for resources: {'Port': ['ID=16ff2b52-7d65-4e31-b3dc-e0473d054780,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:49.696110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.710566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a21f6ebc-9e87-4453-8c9e-fd7818654d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:49.721208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dbdef9bc-9ddc-4117-9a69-ccc11d58ee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:49.741516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c4171-652a-49a6-a444-fe8ec26e0500,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:49.744200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.745465 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e2c4171-652a-49a6-a444-fe8ec26e0500 HTTP/1.1" status: 204 len: 168 time: 0.8007567 Apr 16 11:48:49.746587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:49.780797 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2d95e-b52a-4205-afc0-1e0168e88622', 'code': 200} Apr 16 11:48:49.785661 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:49.786474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.851134 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f3668720-2b92-4384-b37f-2ec3711b9846 service neutron] 10.222.0.58 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994280 Apr 16 11:48:49.882300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:49.962867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Transition to ACTIVE for port object 8990f57f-5580-453c-aa22-397171949432 will not be triggered until provisioned by entity DHCP. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:50.016248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:50.037390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7c6b9fa7-47a0-4a09-a537-ef7bfa76e477 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:50.231957 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-21ea4aff-6e7f-4be7-8954-39f1e1b85c5f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--412670518&fields=id&tenant_id=8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 267 time: 0.3378665 Apr 16 11:48:50.273748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'Port': ['ID=8990f57f-5580-453c-aa22-397171949432,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:50.293405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:50.415620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:50.421904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:50.430921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:50.443087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:50.446290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:50.493946 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-cf02622f-8466-45f4-b51d-b4ff588e91da tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6563435 Apr 16 11:48:50.522715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Request body: {'port': {'device_id': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:50.720291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Attempting to bind port 16ff2b52-7d65-4e31-b3dc-e0473d054780 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:50.721368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Attempting to bind port 16ff2b52-7d65-4e31-b3dc-e0473d054780 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:50.722203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Attempting to bind port 16ff2b52-7d65-4e31-b3dc-e0473d054780 on network 7194dd77-0b1b-4067-a27e-a21cc9725d40 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:50.740617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:50.741778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Checking segment: {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:50.743039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:50.743659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Bound using segment: {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:50.744429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Bound port: 16ff2b52-7d65-4e31-b3dc-e0473d054780, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:50.745031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:50.813559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-7fac8f71-112b-40ef-96df-c49f5aac7701 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:50.824601 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-7fac8f71-112b-40ef-96df-c49f5aac7701 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 816 time: 0.4814928 Apr 16 11:48:50.856122 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-fd179889-7f36-48b2-a1c4-b44f228f2f83 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/quotas/8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 375 time: 0.0303903 Apr 16 11:48:50.881467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:50.920050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] For port 16ff2b52-7d65-4e31-b3dc-e0473d054780, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:50.923982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] For port 16ff2b52-7d65-4e31-b3dc-e0473d054780, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=16ff2b52-7d65-4e31-b3dc-e0473d054780,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:50.932402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:50.951037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37c5561f-e2c5-46c8-9ef4-283780a14156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:51.049468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e588b-4e2a-49a6-bcd3-6c495b1f6a87 req-ff81f134-8d94-4f0a-96de-3a3fbdae04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:51.051704 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-013e588b-4e2a-49a6-bcd3-6c495b1f6a87 req-ff81f134-8d94-4f0a-96de-3a3fbdae04df service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 1098 time: 0.9423516 Apr 16 11:48:51.070232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366553f2-8e2e-4771-9a02-0a6f5411c97c req-9c28972c-d660-4ae4-a779-7310a5ede032 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:51.077263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdef9bc-9ddc-4117-9a69-ccc11d58ee79 None None] Pushing event updated for resources: {'Port': ['ID=16ff2b52-7d65-4e31-b3dc-e0473d054780,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:51.090304 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-366553f2-8e2e-4771-9a02-0a6f5411c97c req-9c28972c-d660-4ae4-a779-7310a5ede032 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 945 time: 0.8555851 Apr 16 11:48:51.207239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dbdef9bc-9ddc-4117-9a69-ccc11d58ee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:51.235345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b94a0593-1c23-46c1-b032-c573dcea04b2 None None] Provisioning for port 8990f57f-5580-453c-aa22-397171949432 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:51.243977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b94a0593-1c23-46c1-b032-c573dcea04b2 None None] Provisioning complete for port 8990f57f-5580-453c-aa22-397171949432 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:51.244448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b94a0593-1c23-46c1-b032-c573dcea04b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:51.270907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44670) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:51.332678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-f396cc7b-9d24-41af-a257-e74590f7614b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Synchronizing usage tracker for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:51.374969 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-366553f2-8e2e-4771-9a02-0a6f5411c97c req-660c9ed0-e686-48fa-8325-f5cf1b59920a tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836809 Apr 16 11:48:51.412440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-f396cc7b-9d24-41af-a257-e74590f7614b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Unset dirty status for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:51.413890 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-f396cc7b-9d24-41af-a257-e74590f7614b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5567739 Apr 16 11:48:51.415027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-013e588b-4e2a-49a6-bcd3-6c495b1f6a87 req-778208d1-2e05-4607-9376-a0f854585b39 service neutron] Synchronizing usage tracker for tenant:f23c0606cbd546b2b6b5462149754c51 on resource:security_group {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:51.419658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-b94a0593-1c23-46c1-b032-c573dcea04b2 None None] Port 8990f57f-5580-453c-aa22-397171949432 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:48:51.560396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-013e588b-4e2a-49a6-bcd3-6c495b1f6a87 req-778208d1-2e05-4607-9376-a0f854585b39 service neutron] Unset dirty status for tenant:f23c0606cbd546b2b6b5462149754c51 on resource:security_group {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:51.562652 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-013e588b-4e2a-49a6-bcd3-6c495b1f6a87 req-778208d1-2e05-4607-9376-a0f854585b39 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697855 Apr 16 11:48:51.590337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:51.643373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Routers {'573b16ea-4d23-4b2c-9b6a-3c211758ba2f'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:48:51.644105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:48:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:51.882282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8990f57f-5580-453c-aa22-397171949432 {{(pid=85350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:48:51.893103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:51.912233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Transition to ACTIVE for port object 8990f57f-5580-453c-aa22-397171949432 will not be triggered until provisioned by entity L2. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:51.914537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:51.943684 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:52.078819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] Set router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:48:52.122094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Pushing event updated for resources: {'Port': ['ID=8990f57f-5580-453c-aa22-397171949432,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:52.127165 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:52.137027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:52.413717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944bcd-4b58-4f6f-a4db-541107244853 req-d77a0737-00aa-4b74-8db7-f9dd889b435b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:52.415844 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-d77a0737-00aa-4b74-8db7-f9dd889b435b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 818 time: 0.2403307 Apr 16 11:48:52.436090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:52.441056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2eba3d8670407692d15c8aad5f17a5 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:52.444955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:52.452413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:52.480960 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Attempting to bind port 8990f57f-5580-453c-aa22-397171949432 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:48:52.481266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Attempting to bind port 8990f57f-5580-453c-aa22-397171949432 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:48:52.481647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Attempting to bind port 8990f57f-5580-453c-aa22-397171949432 on network f0571358-95c5-4514-b55e-43d6aeecc7a5 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:52.498639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Port 8990f57f-5580-453c-aa22-397171949432 on network f0571358-95c5-4514-b55e-43d6aeecc7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:48:52.501246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Attempting to bind port 8990f57f-5580-453c-aa22-397171949432 on network f0571358-95c5-4514-b55e-43d6aeecc7a5 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:48:52.519516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:48:52.520046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Checking segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:48:52.520640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Bound using segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:48:52.521263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Bound port: 8990f57f-5580-453c-aa22-397171949432, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:48:52.521505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:52.534459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Request body: {'port': {'device_id': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'admin_state_up': True, 'tenant_id': '86c58efa9df54e9bac34098edbb49160'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:52.717063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:52.732841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] For port 8990f57f-5580-453c-aa22-397171949432, host hv-cinder-68948, cleared binding levels {{(pid=85350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:48:52.733811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:52.736256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] For port 8990f57f-5580-453c-aa22-397171949432, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8990f57f-5580-453c-aa22-397171949432,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:48:52.740781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:52.757752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:52.766817 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-4e4b62b9-7b9e-4537-b07f-957462f363d5 service neutron] 10.222.0.58 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3200610 Apr 16 11:48:52.775166 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:52.794785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': '71d77897-784e-48c7-b250-3af7f39981ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:39Z', 'revision_number': 4, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port': {'id': '71d77897-784e-48c7-b250-3af7f39981ba', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:17Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '16ff2b52-7d65-4e31-b3dc-e0473d054780', 'name': '', 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'mac_address': 'fa:16:3e:07:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:36Z', 'updated_at': '2021-04-16T11:48:50Z', 'revision_number': 4, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'subnets': [{'id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:48:52.801357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0724f-d9dd-4d7b-a37f-719e88debba0 None None] The sync data for ids ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'] in dv-cinder-689486-10-smb is: [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': '71d77897-784e-48c7-b250-3af7f39981ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:39Z', 'revision_number': 4, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port': {'id': '71d77897-784e-48c7-b250-3af7f39981ba', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:17Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '16ff2b52-7d65-4e31-b3dc-e0473d054780', 'name': '', 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'mac_address': 'fa:16:3e:07:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:36Z', 'updated_at': '2021-04-16T11:48:50Z', 'revision_number': 4, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'subnets': [{'id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:48:52.801823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:52.803980 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:52.815889 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e2eba3d8670407692d15c8aad5f17a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5376968 Apr 16 11:48:52.836993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44710) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:52.996156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e84748-8a43-4ab7-8ad1-9022c21b87e1 req-bd9a3452-1a5c-41e4-b286-e94ab61b0d43 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:52.997843 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d9e84748-8a43-4ab7-8ad1-9022c21b87e1 req-bd9a3452-1a5c-41e4-b286-e94ab61b0d43 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 944 time: 1.3443642 Apr 16 11:48:53.029619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Made reservation on behalf of 86c58efa9df54e9bac34098edbb49160 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:53.036289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:53.094085 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-30edbcbc-aa1f-4b93-af6f-4c3cc4d77295 service neutron] 10.222.0.58 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942111 Apr 16 11:48:53.105439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204415ac-9683-4160-a979-197266e0d359,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:53.346132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:53.431099 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d9e84748-8a43-4ab7-8ad1-9022c21b87e1 req-87723df9-5be9-4eca-a189-d42b11e32cd8 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081690 Apr 16 11:48:53.435601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:53.440680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:53.440680 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] 10.222.0.78 "PUT /v2.0/ports/8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 200 len: 1094 time: 2.9363754 Apr 16 11:48:53.464616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'tag': '8990f57f-5580-453c-aa22-397171949432'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:48:53.544463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Pushing event updated for resources: {'Port': ['ID=8990f57f-5580-453c-aa22-397171949432,revision_number=3']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:53.558625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:53.652351 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4f0a28c3-72d6-42df-9fff-d16399a460b4 req-3f53ba48-fa46-4297-9a9a-4804bc30bf91 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 210 time: 0.2198253 Apr 16 11:48:53.705745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 16ff2b52-7d65-4e31-b3dc-e0473d054780 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:53.729264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Allocated IP 172.20.0.5 (7194dd77-0b1b-4067-a27e-a21cc9725d40/01cb1eb2-2eba-46a2-b3d2-5824024d9aa8/00d8e7f9-c811-4a9c-8d5a-a59275db5a4e) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:53.751839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:53.802171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:53.905750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:53.914665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:53.957481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:53.961423 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/204415ac-9683-4160-a979-197266e0d359 HTTP/1.1" status: 204 len: 168 time: 1.1163263 Apr 16 11:48:53.962763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204415ac-9683-4160-a979-197266e0d359,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:53.990842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:54.013410 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-dc2cc374-9782-4103-84ed-e02754f27bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:54.022297 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-dc2cc374-9782-4103-84ed-e02754f27bdd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 1097 time: 0.4619162 Apr 16 11:48:54.098121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 16ff2b52-7d65-4e31-b3dc-e0473d054780 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:48:54.114003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 16ff2b52-7d65-4e31-b3dc-e0473d054780 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:54.114585 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:54.135348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:48:54.276462 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-403fc430-7f9e-4e1c-984e-3e0b1c72d66d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 200 len: 217 time: 0.2448502 Apr 16 11:48:54.377570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-a3b39d2a-2c64-4745-b531-2d051cb12760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:54.380369 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:54.382702 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-a3b39d2a-2c64-4745-b531-2d051cb12760 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.0997741 Apr 16 11:48:54.421630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 16ff2b52-7d65-4e31-b3dc-e0473d054780, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=16ff2b52-7d65-4e31-b3dc-e0473d054780,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:54.429984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:54.433915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:54.525146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=16ff2b52-7d65-4e31-b3dc-e0473d054780,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:54.531491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:54.626384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-6dd061ae-1d4c-4031-b3cd-3588fd0e3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:54.628707 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-6dd061ae-1d4c-4031-b3cd-3588fd0e3b47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2385666 Apr 16 11:48:54.702608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:54.736682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587db86-79e5-46a3-8704-b4702812ee0e req-91f87afd-bc75-4d08-88d8-51c768d33ed5 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:54.738634 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b587db86-79e5-46a3-8704-b4702812ee0e req-91f87afd-bc75-4d08-88d8-51c768d33ed5 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 945 time: 0.3462532 Apr 16 11:48:54.758440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda30d8e-de03-4ee4-8efd-a9549c6162b3 req-4e80603f-d665-4a07-a7d1-5ec57ee688ce tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:54.761141 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fda30d8e-de03-4ee4-8efd-a9549c6162b3 req-4e80603f-d665-4a07-a7d1-5ec57ee688ce tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.5706563 Apr 16 11:48:54.848181 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-b73f27d7-08f3-4a69-82c6-951ecef54d2a service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112079 Apr 16 11:48:54.861049 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b587db86-79e5-46a3-8704-b4702812ee0e req-102d296c-f9ba-40ee-8ead-738cde170222 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984104 Apr 16 11:48:54.885197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:54.909426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c359855-c6ae-4a53-99ea-9911a22a152e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:55.032447 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1d6fd7b-3fe1-4d49-82ee-deb1fffd35e9 req-3d1274e3-d1b4-4f2a-9a7a-935a1e28e46b service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772447 Apr 16 11:48:55.068693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Pushing event updated for resources: {'Port': ['ID=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:55.075117 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fda30d8e-de03-4ee4-8efd-a9549c6162b3 req-1eb4fc95-6eb8-4fbf-9a04-8f8ee32c3020 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757859 Apr 16 11:48:55.151691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:55.231378 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-44a64ea6-a508-452b-8b98-d33cd80c25f9 req-af239c22-10de-469a-9963-15e5e0a661c3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 210 time: 0.0667222 Apr 16 11:48:55.283591 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'tag': '8990f57f-5580-453c-aa22-397171949432', 'status': 'completed', 'code': 200} Apr 16 11:48:55.362236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:48:55.364169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:48:55.377256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:48:55.385464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:55.386207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:55.498004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-28bc0dfe-0154-4aba-bfc0-456983f67c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:55.500018 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-28bc0dfe-0154-4aba-bfc0-456983f67c4f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 1097 time: 0.1930301 Apr 16 11:48:55.542735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 16ff2b52-7d65-4e31-b3dc-e0473d054780 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:48:55.701958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-997a18fd-9e72-4284-921c-5945205d9931 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:55.721210 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-997a18fd-9e72-4284-921c-5945205d9931 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 818 time: 0.3214250 Apr 16 11:48:55.741760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 44784) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:55.743598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.78', 64650) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:55.778194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 16ff2b52-7d65-4e31-b3dc-e0473d054780 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:48:55.779026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:55.842173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:55.924160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-dfb5363e-598a-4fac-9885-75aa0fd3420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:55.926417 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-dfb5363e-598a-4fac-9885-75aa0fd3420c service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 913 time: 0.4175372 Apr 16 11:48:55.978607 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-6ab6b986-e4f7-41e7-ac3d-bd7fbf81ebf9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/quotas/86c58efa9df54e9bac34098edbb49160 HTTP/1.1" status: 200 len: 375 time: 0.2563615 Apr 16 11:48:56.155145 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-d74656a5-1bca-47b3-a04f-87f570c759ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 200 len: 217 time: 0.2066934 Apr 16 11:48:56.335324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-17525ff8-d4ed-499c-b22f-95339cf7433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:56.336975 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-17525ff8-d4ed-499c-b22f-95339cf7433c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.1668944 Apr 16 11:48:56.415110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:56.432684 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9033849 Apr 16 11:48:56.436359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1754ece273422fbb139fb8c4e3c211 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:56.443336 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:56.452233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Request body: {'port': {'device_id': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:56.475979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-e964fc0f-c759-4733-bfce-9061874875a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:56.477565 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-e964fc0f-c759-4733-bfce-9061874875a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1337872 Apr 16 11:48:56.574492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:56.631210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44816) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:56.653191 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-c647a899-04bb-4940-adb4-fc0e2ce147d2 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656611 Apr 16 11:48:56.669013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-16364f86-a8a5-4074-ad47-4ef8543ac147 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Synchronizing usage tracker for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:48:56.693794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:56.731623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ce9fe-6f12-4703-8592-8042c0629753 req-95e109db-4b54-4d3c-aaf9-ac4043068ffb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:56.733244 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-407ce9fe-6f12-4703-8592-8042c0629753 req-95e109db-4b54-4d3c-aaf9-ac4043068ffb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 944 time: 0.9885585 Apr 16 11:48:56.747543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-ac357f5e-14d1-4d47-9ba3-18a69fbe7315 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:56.749086 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-ac357f5e-14d1-4d47-9ba3-18a69fbe7315 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 816 time: 0.9942729 Apr 16 11:48:56.783855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:56.821972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:56.839937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Usage tracker for resource:security_group_rule and tenant:91b363cd6be14341bca1cd42139788f3 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:56.844828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:56.849883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-16364f86-a8a5-4074-ad47-4ef8543ac147 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Unset dirty status for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:48:56.851369 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-16364f86-a8a5-4074-ad47-4ef8543ac147 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8718462 Apr 16 11:48:56.854422 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0d22cc5-b57a-4dbc-ba56-70d1a8402cf3 req-c8908d97-b00a-4f26-bdac-85373d257d07 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946175 Apr 16 11:48:56.855735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:56.950301 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:56.953818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:56.962314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1da10b10-f691-4fc5-805d-b6c38f110176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:57.005164 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91b363cd6be14341bca1cd42139788f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728499 Apr 16 11:48:57.006059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b872ec-0a99-4ae8-841b-da67e72fad79,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:57.007098 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-407ce9fe-6f12-4703-8592-8042c0629753 req-b9e33e75-2d9f-4fe2-b274-e45e6861bcb9 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568662 Apr 16 11:48:57.009262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:57.010197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44824) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:57.075328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.108428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.148476 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-47ae21a8-556c-41e8-8e7e-36136dea6d61 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 5703 time: 0.3898978 Apr 16 11:48:57.160013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.166270 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a5fbdb9d-8f98-4c7d-baf4-f2feb4e6f32a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:57.181537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b872ec-0a99-4ae8-841b-da67e72fad79,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:57.184176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:57.186459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'port': {'device_id': 'e80497be-baa7-4bf3-a290-e780cc639482', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'admin_state_up': True, 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'security_groups': ['ea406f05-5daf-4d8d-8c22-ae9ac043b96a']}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:48:57.186908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.190380 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4b872ec-0a99-4ae8-841b-da67e72fad79 HTTP/1.1" status: 204 len: 168 time: 0.1769569 Apr 16 11:48:57.202781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.278947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.368211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4709e168-04d6-43ac-a182-c7d6d1d85cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:57.482366 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-ced9ef10-7cd8-44fe-a214-7cf1d7024d52 service neutron] 10.222.0.58 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019876 Apr 16 11:48:57.495720 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-027f9c8c-acc1-4780-ad0c-c810ce746c5b req-85bad23d-e2c0-4e02-9e97-5f6579f1f52f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 210 time: 0.1600714 Apr 16 11:48:57.515470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44842) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:57.541915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.556064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7541c8-a739-4deb-a959-f95ad2bfb819,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:57.559330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:57.563111 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb1754ece273422fbb139fb8c4e3c211&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8080144 Apr 16 11:48:57.563111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:57.563465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44848) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:57.564379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Usage tracker for resource:security_group_rule and tenant:89fe6ea0f5b24c0c90d1b9fd4acb2cc2 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:57.569981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:57.602703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:57.688569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.699760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:57.725100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.731187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:57.781797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.789791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:57.812464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Made reservation on behalf of 8044ea3a310c49d8b1b92f524f786f02 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:48:57.814035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7541c8-a739-4deb-a959-f95ad2bfb819,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:57.817322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:57.819512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.834508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.835774 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f7541c8-a739-4deb-a959-f95ad2bfb819 HTTP/1.1" status: 204 len: 168 time: 0.2679036 Apr 16 11:48:57.841348 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-4c8c23d7-4879-4800-b44c-ea7093afe6d0 service neutron] 10.222.0.58 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152773 Apr 16 11:48:57.903673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:48:57.914128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.964279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Transition to ACTIVE for port object 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:57.969902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.981377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:57.985201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:58.054193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d1b38e48-e7a5-4593-88e4-edab0b45e8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:58.073710 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89fe6ea0f5b24c0c90d1b9fd4acb2cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516822 Apr 16 11:48:58.077972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44870) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:58.110345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Allocated IP 172.20.0.14 (2abaab04-7726-4be4-a49b-2cd65602a96b/a5e98874-0e8b-4cb6-b49f-30d0db05ab87/a152f12c-04df-4b2e-968a-aa28bc15c67e) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:48:58.208039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fea575-2b4e-4606-973b-e41e31a5ac90,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:58.214055 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:58.231618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 8990f57f-5580-453c-aa22-397171949432 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:48:58.303113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44882) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:58.367491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:58.447027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:58.479552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:58.489279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Transition to ACTIVE for port object a152f12c-04df-4b2e-968a-aa28bc15c67e will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:48:58.533427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-78c4df05-809d-467c-87f4-4539b89aa7d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:58.607086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:58.618276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-32e07909-c543-40d2-aa02-ed05a6320895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:58.649418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 8990f57f-5580-453c-aa22-397171949432, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8990f57f-5580-453c-aa22-397171949432,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:58.657631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:58.666387 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75fea575-2b4e-4606-973b-e41e31a5ac90 HTTP/1.1" status: 204 len: 168 time: 0.5829675 Apr 16 11:48:58.684786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '8990f57f-5580-453c-aa22-397171949432', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'port_id': '8990f57f-5580-453c-aa22-397171949432', 'mac_address': 'fa:16:3e:0a:ba:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:48:58.714104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fea575-2b4e-4606-973b-e41e31a5ac90,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:58.733553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:58.734470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:58.773996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:48:58.787593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Usage tracker for resource:security_group_rule and tenant:94e72a1b91f5444f9b040c954d15e08c is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:48:58.801283 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:48:58.823704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:48:58.976757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:59.033417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:59.038038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Pushing event updated for resources: {'Port': ['ID=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:59.045214 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:59.075438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8990f57f-5580-453c-aa22-397171949432 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:48:59.077097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b60c9f23-0fcf-4078-a302-41f88700ac9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:59.160744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 8990f57f-5580-453c-aa22-397171949432, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8990f57f-5580-453c-aa22-397171949432,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:48:59.172917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:59.184653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:59.273251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:59.277068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:59.357198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:48:59.439619 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94e72a1b91f5444f9b040c954d15e08c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1332800 Apr 16 11:48:59.440537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8488fb1c-285c-4a6c-a642-9a5737a4a17a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:59.446373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=8990f57f-5580-453c-aa22-397171949432,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:59.454190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 44936) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:48:59.457874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:59.460178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:59.464337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['8990f57f-5580-453c-aa22-397171949432'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:48:59.533822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:48:59.555111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:48:59.566971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:59.610297 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f0cc2fe1-1118-4b0b-af02-4931f7e70174 req-965537cd-3375-4b21-8caa-77dd2b8eb0f1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 210 time: 0.2151031 Apr 16 11:48:59.613225 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:48:59.660031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a608d7-20c3-4ac7-b84c-20f57f5d5865 req-acf78365-2c71-4e5f-aaed-86fe34e7148b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:48:59.677812 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03a608d7-20c3-4ac7-b84c-20f57f5d5865 req-acf78365-2c71-4e5f-aaed-86fe34e7148b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 944 time: 0.9008965 Apr 16 11:49:00.420812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Network 2abaab04-7726-4be4-a49b-2cd65602a96b is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:00.445284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:00.485385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:00.486708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-e18925a4-b656-4a9b-a93b-97a505b26cf5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:00.497100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-e18925a4-b656-4a9b-a93b-97a505b26cf5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Synchronizing usage tracker for tenant:86c58efa9df54e9bac34098edbb49160 on resource:network {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:00.497299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:00.497299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:00.537292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:00.568219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1b0992d5-3dce-4fe0-874d-2eb7b12732ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:00.612052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:00.614647 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8488fb1c-285c-4a6c-a642-9a5737a4a17a HTTP/1.1" status: 204 len: 168 time: 1.1588686 Apr 16 11:49:00.616105 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03a608d7-20c3-4ac7-b84c-20f57f5d5865 req-c8845230-a820-4c8d-920a-c9fb1e9d460f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7790966 Apr 16 11:49:00.618023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8488fb1c-285c-4a6c-a642-9a5737a4a17a,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:00.652048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:00.653117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-e18925a4-b656-4a9b-a93b-97a505b26cf5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Unset dirty status for tenant:86c58efa9df54e9bac34098edbb49160 on resource:network {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:00.655372 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-e18925a4-b656-4a9b-a93b-97a505b26cf5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 818 time: 0.4678376 Apr 16 11:49:00.682768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Request body: {'port': {'device_id': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'admin_state_up': True, 'tenant_id': '86c58efa9df54e9bac34098edbb49160'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:00.685125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Attempting to bind port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:00.695364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Attempting to bind port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:00.695939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Attempting to bind port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e on network 7194dd77-0b1b-4067-a27e-a21cc9725d40 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:00.714643 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5408225 Apr 16 11:49:00.745705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Request body: {'port': {'device_id': 'e80497be-baa7-4bf3-a290-e780cc639482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:00.808622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e on network 7194dd77-0b1b-4067-a27e-a21cc9725d40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:49:00.809688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Attempting to bind port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e on network 7194dd77-0b1b-4067-a27e-a21cc9725d40 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:00.874131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:00.875022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Checking segment: {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:00.875441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Bound using segment: {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:00.875964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Bound port: 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:00.876362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:00.889732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:00.900222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:00.911384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Made reservation on behalf of 86c58efa9df54e9bac34098edbb49160 for: {'port': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:00.918324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:00.946533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-eb34c25a-ce06-4cb3-802c-fbe5bc86cec3 None None] Provisioning for port a152f12c-04df-4b2e-968a-aa28bc15c67e completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:00.958072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-eb34c25a-ce06-4cb3-802c-fbe5bc86cec3 None None] Provisioning complete for port a152f12c-04df-4b2e-968a-aa28bc15c67e triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:00.958744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb34c25a-ce06-4cb3-802c-fbe5bc86cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:01.093589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:01.101150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-eb34c25a-ce06-4cb3-802c-fbe5bc86cec3 None None] Port a152f12c-04df-4b2e-968a-aa28bc15c67e cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:49:01.142180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7cd42ab8-4072-4422-8329-18df3d5176ed req-2c038418-d86f-4da0-81e1-9e6ea5ab92eb tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 210 time: 0.2284486 Apr 16 11:49:01.160664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ffb32-ce8c-46d7-8dab-ad19a259fc71 req-291405c1-cb8b-4f43-a8ef-93a2d396aef9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:01.161644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-f88ffb32-ce8c-46d7-8dab-ad19a259fc71 req-291405c1-cb8b-4f43-a8ef-93a2d396aef9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Synchronizing usage tracker for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:01.271934 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] For port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:01.276707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] For port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:01.284864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:01.316321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Allocated IP 172.20.0.4 (7194dd77-0b1b-4067-a27e-a21cc9725d40/01cb1eb2-2eba-46a2-b3d2-5824024d9aa8/3066c80a-ea94-41b5-b98c-12230dabd183) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:01.389002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:01.425506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-f88ffb32-ce8c-46d7-8dab-ad19a259fc71 req-291405c1-cb8b-4f43-a8ef-93a2d396aef9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Unset dirty status for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:01.427392 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f88ffb32-ce8c-46d7-8dab-ad19a259fc71 req-291405c1-cb8b-4f43-a8ef-93a2d396aef9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 932 time: 1.5234885 Apr 16 11:49:01.556203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45038) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:01.605181 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:01.642628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:01.648200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Usage tracker for resource:security_group_rule and tenant:7028d96f298b43d1a84eff8032f4c819 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:01.663191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:01.673566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:01.804679 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:01.816902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:01.861123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fda86ec2-a723-417d-93be-b68106c79e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:01.887298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Pushing event updated for resources: {'Port': ['ID=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:01.890811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:01.939958 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7028d96f298b43d1a84eff8032f4c819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825507 Apr 16 11:49:01.944852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45070) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:01.947837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe95f35-f54c-46db-81e6-715e569ed592,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:01.973450 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:02.007781 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f88ffb32-ce8c-46d7-8dab-ad19a259fc71 req-3a17b1a5-60a4-400f-bc92-dfe5619e2793 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186506 Apr 16 11:49:02.060986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.073244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.153003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.153923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:02.156480 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.156480 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] 10.222.0.78 "PUT /v2.0/ports/00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 1093 time: 5.7099409 Apr 16 11:49:02.157274 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'tag': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:02.181559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ce155-d6e3-420f-ad16-768bad1f3ab8 req-490fa1c8-02d6-4b99-a332-df47aec5b8f6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:02.183313 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-138ce155-d6e3-420f-ad16-768bad1f3ab8 req-490fa1c8-02d6-4b99-a332-df47aec5b8f6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 945 time: 0.3274806 Apr 16 11:49:02.249983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 8990f57f-5580-453c-aa22-397171949432 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:02.256304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.386725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 8990f57f-5580-453c-aa22-397171949432 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:02.392825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 8990f57f-5580-453c-aa22-397171949432 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:02.393610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.396969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a152f12c-04df-4b2e-968a-aa28bc15c67e {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:02.399381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:02.408082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.426164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Transition to ACTIVE for port object a152f12c-04df-4b2e-968a-aa28bc15c67e will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:02.486125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.495217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.497597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Pushing event updated for resources: {'Port': ['ID=3066c80a-ea94-41b5-b98c-12230dabd183,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:02.500923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:02.511544 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:02.539672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:02.551335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.553210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe95f35-f54c-46db-81e6-715e569ed592,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:02.559957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:02.564626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.569350 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fe95f35-f54c-46db-81e6-715e569ed592 HTTP/1.1" status: 204 len: 168 time: 0.6231418 Apr 16 11:49:02.622111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 8990f57f-5580-453c-aa22-397171949432, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8990f57f-5580-453c-aa22-397171949432,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:02.623543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8990f57f-5580-453c-aa22-397171949432'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:02.630767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.632973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:02.651764 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-138ce155-d6e3-420f-ad16-768bad1f3ab8 req-4654ab26-6c74-4539-a087-5dbda6a65ec0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4516966 Apr 16 11:49:02.669662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:02.670908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:02.677367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:02.691367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:02.693903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:02.716096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=8990f57f-5580-453c-aa22-397171949432,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:02.729769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:02.744630 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0694807 Apr 16 11:49:02.753172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:02.765793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Request body: {'port': {'device_id': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:02.773467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:02.956190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb8d5-c2b2-4dcc-a3e1-8dd12ace1045 req-c928d2b9-d208-4c8b-ac94-521ad978d2d9 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:02.958006 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fc6fb8d5-c2b2-4dcc-a3e1-8dd12ace1045 req-c928d2b9-d208-4c8b-ac94-521ad978d2d9 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 945 time: 0.5217772 Apr 16 11:49:02.974020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944bcd-4b58-4f6f-a4db-541107244853 req-b15194b7-0270-4a11-ac25-cfdf13728200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:02.975682 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-b15194b7-0270-4a11-ac25-cfdf13728200 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1096 time: 0.7634890 Apr 16 11:49:03.017029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:03.119731 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-d7f52078-6127-4182-8894-8840629e37eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 217 time: 0.1084652 Apr 16 11:49:03.323438 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fc6fb8d5-c2b2-4dcc-a3e1-8dd12ace1045 req-290664ae-47ff-405c-b28c-5476121fb639 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435421 Apr 16 11:49:03.355534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944bcd-4b58-4f6f-a4db-541107244853 req-1a27c8fe-014f-407b-aae0-60f9fcfe930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:03.357352 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-1a27c8fe-014f-407b-aae0-60f9fcfe930c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.2272279 Apr 16 11:49:03.367468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47635cac-34b2-42f4-9a86-01b678c20964 req-7737b989-c7b3-41fb-b9a4-c36a9b9a0120 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:03.380752 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47635cac-34b2-42f4-9a86-01b678c20964 req-7737b989-c7b3-41fb-b9a4-c36a9b9a0120 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 931 time: 0.5654402 Apr 16 11:49:03.478377 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'tag': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e', 'status': 'completed', 'code': 200} Apr 16 11:49:03.484639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3066c80a-ea94-41b5-b98c-12230dabd183 {{(pid=85350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:03.501519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:03.519349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Transition to ACTIVE for port object 3066c80a-ea94-41b5-b98c-12230dabd183 will not be triggered until provisioned by entity L2. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:03.520786 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-92491589-e340-42e3-86bd-4536ad0468a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345413 Apr 16 11:49:03.522917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:03.552051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.78', 64683) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:03.611694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:03.664590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Attempting to bind port a152f12c-04df-4b2e-968a-aa28bc15c67e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:03.665066 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Attempting to bind port a152f12c-04df-4b2e-968a-aa28bc15c67e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:03.665343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Attempting to bind port a152f12c-04df-4b2e-968a-aa28bc15c67e on network 2abaab04-7726-4be4-a49b-2cd65602a96b {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:03.808016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Pushing event updated for resources: {'Port': ['ID=3066c80a-ea94-41b5-b98c-12230dabd183,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:03.847076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:03.870191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Attempting to bind port 3066c80a-ea94-41b5-b98c-12230dabd183 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:03.870584 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Attempting to bind port 3066c80a-ea94-41b5-b98c-12230dabd183 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:03.870962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Attempting to bind port 3066c80a-ea94-41b5-b98c-12230dabd183 on network 7194dd77-0b1b-4067-a27e-a21cc9725d40 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:03.876642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Port 3066c80a-ea94-41b5-b98c-12230dabd183 on network 7194dd77-0b1b-4067-a27e-a21cc9725d40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:49:03.877008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Attempting to bind port 3066c80a-ea94-41b5-b98c-12230dabd183 on network 7194dd77-0b1b-4067-a27e-a21cc9725d40 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:03.891258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:03.892038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Checking segment: {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:03.892656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Bound using segment: {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:03.893345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Bound port: 3066c80a-ea94-41b5-b98c-12230dabd183, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40'}}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:03.894085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.000334 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Port a152f12c-04df-4b2e-968a-aa28bc15c67e on network 2abaab04-7726-4be4-a49b-2cd65602a96b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:49:04.000715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Attempting to bind port a152f12c-04df-4b2e-968a-aa28bc15c67e on network 2abaab04-7726-4be4-a49b-2cd65602a96b {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:04.028844 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-47635cac-34b2-42f4-9a86-01b678c20964 req-d92b1d49-64a6-4781-b490-d9e26b916490 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373929 Apr 16 11:49:04.036272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] For port 3066c80a-ea94-41b5-b98c-12230dabd183, host hv-cinder-68948, cleared binding levels {{(pid=85350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:04.040082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] For port 3066c80a-ea94-41b5-b98c-12230dabd183, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3066c80a-ea94-41b5-b98c-12230dabd183,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:04.052588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.055321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:04.055733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Checking segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:04.056161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Bound using segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:04.056663 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Bound port: a152f12c-04df-4b2e-968a-aa28bc15c67e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:04.057048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.085908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:04.143837 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8990f57f-5580-453c-aa22-397171949432', 'code': 200} Apr 16 11:49:04.223205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:04.226666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:04.240966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.289536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:04.300071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Pushing event updated for resources: {'Port': ['ID=3066c80a-ea94-41b5-b98c-12230dabd183,revision_number=3']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:04.316569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:04.380049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:04.380875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.382385 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] 10.222.0.78 "PUT /v2.0/ports/3066c80a-ea94-41b5-b98c-12230dabd183 HTTP/1.1" status: 200 len: 1093 time: 1.6218772 Apr 16 11:49:04.382900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'tag': '3066c80a-ea94-41b5-b98c-12230dabd183'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:04.431917 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-cc415e4e-18cf-41ad-8846-7b85392d692b service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8847690 Apr 16 11:49:04.502382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.78', 64684) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:04.507302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-2a392969-aef4-49c8-8418-a232349dc00e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:04.514430 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-2a392969-aef4-49c8-8418-a232349dc00e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 0.9714825 Apr 16 11:49:04.576688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-e1614812-3a92-4c44-a886-c16aef38eee8 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:04.579538 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-e1614812-3a92-4c44-a886-c16aef38eee8 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.78 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 945 time: 1.0253451 Apr 16 11:49:04.670540 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-9b346cf6-6edf-4ddd-83fb-195bfa01c85d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/quotas/edf7b5ee53c0401799259881d4bea9a4 HTTP/1.1" status: 200 len: 375 time: 0.1550553 Apr 16 11:49:04.763626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:04.767188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:04.841200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a63e3-3c8e-4746-885b-0074bd4696c5 req-ee92f88f-ea31-4b35-aaa1-67100e5f4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:04.843473 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a23a63e3-3c8e-4746-885b-0074bd4696c5 req-ee92f88f-ea31-4b35-aaa1-67100e5f4774 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 1099 time: 0.3351152 Apr 16 11:49:04.850039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-1ccf41f4-1b4e-4fd1-ad03-4e61fad270c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:04.851748 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-1ccf41f4-1b4e-4fd1-ad03-4e61fad270c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 1096 time: 0.4046135 Apr 16 11:49:04.886446 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Deleting port d4b2d95e-b52a-4205-afc0-1e0168e88622 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:49:04.886848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.971561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:04.972726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:04.975826 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] 10.222.0.78 "PUT /v2.0/ports/a152f12c-04df-4b2e-968a-aa28bc15c67e HTTP/1.1" status: 200 len: 1094 time: 4.2489934 Apr 16 11:49:04.984548 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-fcc486b8-9a9a-4494-9cf8-95c48e742db8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3066c80a-ea94-41b5-b98c-12230dabd183 HTTP/1.1" status: 200 len: 217 time: 0.1178944 Apr 16 11:49:05.048167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedce09-19e1-4232-9a51-c86334d2de28 req-33b8892d-7873-45e3-9725-ba16c4dfa538 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:05.057948 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6dedce09-19e1-4232-9a51-c86334d2de28 req-33b8892d-7873-45e3-9725-ba16c4dfa538 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.6465926 Apr 16 11:49:05.061558 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-11ebfbb5-7e5f-442b-8e15-c2e63fdf3261 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675759 Apr 16 11:49:05.097002 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a23a63e3-3c8e-4746-885b-0074bd4696c5 req-63f08377-a114-43f3-8327-8aa1c5670763 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428508 Apr 16 11:49:05.110712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-a2886261-89d4-4e9e-ac43-41a3dbc24b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:05.112345 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-a2886261-89d4-4e9e-ac43-41a3dbc24b89 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.1197073 Apr 16 11:49:05.231427 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-174cda9d-06f4-469f-ad36-d320c028a44b tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5598860 Apr 16 11:49:05.259010 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6dedce09-19e1-4232-9a51-c86334d2de28 req-14340ea6-e263-45f8-bcc9-0ee79c25f755 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000513 Apr 16 11:49:05.319351 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-48c9000a-0007-4ff5-b15b-afc7e3ab9bf5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356199 Apr 16 11:49:05.481600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-cdf2f5f9-989c-463f-a033-8d76e6057e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:05.483450 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-cdf2f5f9-989c-463f-a033-8d76e6057e06 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1096 time: 0.2342827 Apr 16 11:49:05.511372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:05.581636 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-fc334e2b-0691-4829-b49a-c221436d158a service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516227 Apr 16 11:49:05.639922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-8da9f304-ed31-4367-bea7-a5c90c527517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:05.641559 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-8da9f304-ed31-4367-bea7-a5c90c527517 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 1097 time: 0.6055429 Apr 16 11:49:05.652787 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-d86921a1-d3bb-4aeb-a592-9c8805384b44 service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990591 Apr 16 11:49:05.803763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-d10a4877-1c8a-4932-9c7d-46d54c86761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:05.805635 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-d10a4877-1c8a-4932-9c7d-46d54c86761a service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.3088839 Apr 16 11:49:05.917197 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-84f8ba38-e19c-429d-a678-bc6b605f60d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 217 time: 0.0981746 Apr 16 11:49:05.921158 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fef7470-0dfe-43ff-8230-0b315c48d940 req-0ebfe6f5-87c5-479e-82f0-623a5d21bf27 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306336 Apr 16 11:49:06.043170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-5bd4a040-2774-4436-b458-5520de3721da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:06.045109 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-5bd4a040-2774-4436-b458-5520de3721da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.1166475 Apr 16 11:49:06.132614 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-c019d1ae-f483-4e70-8781-42722ac59275 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792625 Apr 16 11:49:06.291500 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-7bd108bf-8309-4886-9528-99d1fe3c93ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e HTTP/1.1" status: 200 len: 217 time: 0.6358869 Apr 16 11:49:06.292541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45202) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:06.395726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] For port d4b2d95e-b52a-4205-afc0-1e0168e88622, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d4b2d95e-b52a-4205-afc0-1e0168e88622,segment=NetworkSegment(15af2204-6886-4b1e-8dd9-19243634b019),segment_id=15af2204-6886-4b1e-8dd9-19243634b019)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:06.399558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:06.409858 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-aa4a487b-4678-4fec-99ee-94f63f95cb07 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613645 Apr 16 11:49:06.489213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3581a-e0ea-4cb0-a149-51b0ea94103b req-5c638276-0369-4627-8e5a-8b2c5fb36edf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:06.492026 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-75d3581a-e0ea-4cb0-a149-51b0ea94103b req-5c638276-0369-4627-8e5a-8b2c5fb36edf tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 1.0912900 Apr 16 11:49:06.590310 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c691c344-0cb8-426f-9f6d-8e602634c2be req-f6064758-00f1-4637-8063-7bcf4a212f9b service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725028 Apr 16 11:49:06.742981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Calling delete_port for d4b2d95e-b52a-4205-afc0-1e0168e88622 owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:49:06.820488 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-ae166063-1438-4bf4-a879-8a6a4fa145ee service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1032050 Apr 16 11:49:06.821137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:06.870568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-47d2289e-fa1c-4451-b210-79a623696a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:06.872169 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-47d2289e-fa1c-4451-b210-79a623696a17 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.5051351 Apr 16 11:49:06.873144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:06.888711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Usage tracker for resource:security_group_rule and tenant:4632f5f9d3d44eb5af1564245693211e is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:06.951432 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-75d3581a-e0ea-4cb0-a149-51b0ea94103b req-0593c1fb-5bc8-444c-82e6-43633414fb16 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388611 Apr 16 11:49:07.030599 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'tag': '3066c80a-ea94-41b5-b98c-12230dabd183', 'status': 'completed', 'code': 200} Apr 16 11:49:07.059599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:07.119983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:07.173582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-ca7aa775-6c7d-4773-b143-155a635f6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:07.175374 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-ca7aa775-6c7d-4773-b143-155a635f6110 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 1096 time: 0.1105986 Apr 16 11:49:07.334424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-520f1ede-c17a-4244-a1f6-c6d4926d7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:07.336717 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-520f1ede-c17a-4244-a1f6-c6d4926d7343 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.1485763 Apr 16 11:49:07.367570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-31e86448-fe08-48ba-95cf-67a4fe29a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:07.369172 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-31e86448-fe08-48ba-95cf-67a4fe29a9ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4846442 Apr 16 11:49:07.386753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727e22f-9f5a-467a-9121-6c2c4073bc36 req-8c0d67fa-56bf-4299-a4d5-501f1ec3bb56 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:07.388445 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8727e22f-9f5a-467a-9121-6c2c4073bc36 req-8c0d67fa-56bf-4299-a4d5-501f1ec3bb56 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 945 time: 0.3148119 Apr 16 11:49:07.390371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:07.418233 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-548df968-367b-48bf-878c-5ef795cd44a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3066c80a-ea94-41b5-b98c-12230dabd183 HTTP/1.1" status: 200 len: 217 time: 0.0743551 Apr 16 11:49:07.481213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:07.516080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-4daaf3cc-f9ae-45a4-8795-65a08ebb758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:07.517929 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-4daaf3cc-f9ae-45a4-8795-65a08ebb758a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.0926750 Apr 16 11:49:07.581445 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-c274670f-2f7a-4247-b9d4-eed2b0e52811 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525951 Apr 16 11:49:07.607063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f700ca-8eb3-4bd9-889b-e62438e27a64 req-63843dd3-a542-4f6f-b1a2-140b5236e956 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:07.612908 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-00f700ca-8eb3-4bd9-889b-e62438e27a64 req-63843dd3-a542-4f6f-b1a2-140b5236e956 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 943 time: 0.4644561 Apr 16 11:49:07.671506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Pushing event deleted for resources: {'Port': ['ID=d4b2d95e-b52a-4205-afc0-1e0168e88622,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:07.710898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:07.771721 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-4981ae79-c315-4baf-bd82-7cea7dcc7e6f service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786985 Apr 16 11:49:07.788239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:07.806625 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8727e22f-9f5a-467a-9121-6c2c4073bc36 req-2988c444-d883-4bd2-a682-60c6603600a8 tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/security-groups?id=c67755a6-dd3c-40d7-8b33-0149ca32db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035323 Apr 16 11:49:07.830430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:07.858436 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-00f700ca-8eb3-4bd9-889b-e62438e27a64 req-32f97ac7-0b2f-480c-8492-def1860eee7e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444549 Apr 16 11:49:07.900749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c142dc82-a149-4e0b-a13c-8df5828b7fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:07.940358 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'status': 'completed', 'code': 200} Apr 16 11:49:07.995362 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-296da8f9-234d-46a7-a599-e59b8f8e2618 req-43631c1a-a3e5-4c05-b747-81c0f59b4003 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162955 Apr 16 11:49:08.029030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae9ae6-f6fc-4779-bc67-3bd53d07920d,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:08.069310 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-fbe42c7e-1f62-40f3-8133-4a4d313a8be9 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704807 Apr 16 11:49:08.070249 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:08.081409 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4632f5f9d3d44eb5af1564245693211e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7742579 Apr 16 11:49:08.081975 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45250) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:08.177742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.239534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] No DVR routers for this DVR port d4b2d95e-b52a-4205-afc0-1e0168e88622 on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:49:08.249570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.310038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:49:08.318077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.331427 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-24205e7d-c559-4f6d-abf7-6361b57a3666 req-74375318-f4aa-456e-8551-7a52db5c1ab6 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 210 time: 0.1494679 Apr 16 11:49:08.361929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d4b2d95e-b52a-4205-afc0-1e0168e88622 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:49:08.403865 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: d4b2d95e-b52a-4205-afc0-1e0168e88622 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:49:08.404299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d4b2d95e-b52a-4205-afc0-1e0168e88622 not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:49:08.422539 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e3108da0-78b9-40b6-beb0-2ec295894da7 req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.78 "DELETE /v2.0/ports/d4b2d95e-b52a-4205-afc0-1e0168e88622 HTTP/1.1" status: 204 len: 173 time: 3.8314989 Apr 16 11:49:08.448232 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0cb7b239-c0fa-4658-8418-b08cc902a781 req-d368c235-a5cf-4dc1-80a4-3d017ee51fd6 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603840 Apr 16 11:49:08.462921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c71a03-5d4c-4f14-a555-f3180758a91f req-9c933760-879c-46c9-85f1-0f1863016a40 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:08.464858 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16c71a03-5d4c-4f14-a555-f3180758a91f req-9c933760-879c-46c9-85f1-0f1863016a40 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.3785541 Apr 16 11:49:08.505717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-f7105485-a7a3-4e04-93a6-22309280d9a1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:08.508010 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-f7105485-a7a3-4e04-93a6-22309280d9a1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 0.2969811 Apr 16 11:49:08.546426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:08.555031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Request body: {'port': {'device_id': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'admin_state_up': True, 'tenant_id': 'edf7b5ee53c0401799259881d4bea9a4'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:08.563784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e', 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'port_id': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e', 'mac_address': 'fa:16:3e:67:58:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:49:08.661285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.683527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:08.703845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:08.707329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.708170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3066c80a-ea94-41b5-b98c-12230dabd183 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:49:08.712558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:08.712723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.721732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-27ada280-7c4b-4f58-91ba-eb81baee4d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:08.740725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae9ae6-f6fc-4779-bc67-3bd53d07920d,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:08.747746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:08.758064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.761895 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16ae9ae6-f6fc-4779-bc67-3bd53d07920d HTTP/1.1" status: 204 len: 168 time: 0.6752481 Apr 16 11:49:08.775337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3066c80a-ea94-41b5-b98c-12230dabd183, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3066c80a-ea94-41b5-b98c-12230dabd183,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:08.783445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:08.788511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Usage tracker for resource:port and tenant:edf7b5ee53c0401799259881d4bea9a4 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:08.792654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:08.800241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:08.801019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '3066c80a-ea94-41b5-b98c-12230dabd183', 'network_id': '7194dd77-0b1b-4067-a27e-a21cc9725d40', 'port_id': '3066c80a-ea94-41b5-b98c-12230dabd183', 'mac_address': 'fa:16:3e:44:7b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cb1eb2-2eba-46a2-b3d2-5824024d9aa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:49:08.811691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Made reservation on behalf of edf7b5ee53c0401799259881d4bea9a4 for: {'port': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:08.819631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:08.870973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:08.874545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:09.005371 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16c71a03-5d4c-4f14-a555-f3180758a91f req-57cc7535-a0a1-4212-8c56-8315ee4c4ef2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5323784 Apr 16 11:49:09.107576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453ba48-0666-41ad-9b3f-6e248a481cc6 req-c3f26bf6-7930-4f90-8c56-699138c8a46d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:09.109232 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9453ba48-0666-41ad-9b3f-6e248a481cc6 req-c3f26bf6-7930-4f90-8c56-699138c8a46d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.6033704 Apr 16 11:49:09.114519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-aaa7acae-508b-47fb-86cb-62a8ee58e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:09.116149 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-aaa7acae-508b-47fb-86cb-62a8ee58e249 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 1097 time: 0.5087235 Apr 16 11:49:09.142607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Allocated IP 172.20.0.2 (3dde220e-f806-429c-8117-67648a2d307d/b8c77726-eb61-4258-87e8-e5b1b65aa9a3/90d7a32d-b072-4d0f-9179-f53c3179295b) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:09.236926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45274) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:09.252792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:09.260228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:09.273101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3066c80a-ea94-41b5-b98c-12230dabd183 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:09.290561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3066c80a-ea94-41b5-b98c-12230dabd183, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3066c80a-ea94-41b5-b98c-12230dabd183,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:09.293721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:09.295620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:09.335447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-9b2f5bdd-d192-4f51-8071-e40c9807e56f req-baf61fa0-f422-481a-966d-2c6c0577aa5a tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Synchronizing usage tracker for tenant:a72c984017f3435e8dec5e7544d348af on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:09.366182 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9453ba48-0666-41ad-9b3f-6e248a481cc6 req-6892a8ac-158a-4067-91a3-aa973d6263ae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488256 Apr 16 11:49:09.375474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3066c80a-ea94-41b5-b98c-12230dabd183,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:09.381223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:09.403362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-9b2f5bdd-d192-4f51-8071-e40c9807e56f req-baf61fa0-f422-481a-966d-2c6c0577aa5a tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Unset dirty status for tenant:a72c984017f3435e8dec5e7544d348af on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:09.409919 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9b2f5bdd-d192-4f51-8071-e40c9807e56f req-baf61fa0-f422-481a-966d-2c6c0577aa5a tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] 10.222.0.58 "GET /v2.0/ports?device_id=075aacd7-48d1-42c4-8b87-2cab7b3e4517 HTTP/1.1" status: 200 len: 210 time: 0.2002790 Apr 16 11:49:09.457885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-d5f66daf-cf04-4e70-b1e9-16c730771b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:09.461163 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-d5f66daf-cf04-4e70-b1e9-16c730771b6d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.3041086 Apr 16 11:49:09.608572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['00d8e7f9-c811-4a9c-8d5a-a59275db5a4e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:09.669425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:09.689831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Usage tracker for resource:security_group_rule and tenant:4b87a42f6e544a7593afa2448d9f6522 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:09.695014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:09.713250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:09.722179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:09.761915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['3066c80a-ea94-41b5-b98c-12230dabd183'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:09.775290 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-a8e6387a-03bc-43cd-a060-0c767a96d063 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e HTTP/1.1" status: 200 len: 217 time: 0.3050745 Apr 16 11:49:09.915862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:09.951223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'name': 'network-vif-deleted', 'tag': 'd4b2d95e-b52a-4205-afc0-1e0168e88622'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:09.979161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:10.153070 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-695f523a-9b94-42e9-a7ce-01314883c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:10.156150 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-695f523a-9b94-42e9-a7ce-01314883c0ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.3469541 Apr 16 11:49:10.177614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:10.188789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d7245-3eb2-4ac3-a667-8d43c68bdf4e req-a9afdbae-6a6e-40ae-a8a1-a413f759ce0c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:10.200744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:10.204202 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-df8d7245-3eb2-4ac3-a667-8d43c68bdf4e req-a9afdbae-6a6e-40ae-a8a1-a413f759ce0c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 944 time: 0.6111407 Apr 16 11:49:10.234421 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event updated for resources: {'Port': ['ID=90d7a32d-b072-4d0f-9179-f53c3179295b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:10.264788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.265518 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.266148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.266860 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.267518 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.268154 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.268794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.269593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.270279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.271211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.271899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.272532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:10.335163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:10.344546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9d78937f-9934-4dac-a85d-842127f2fbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:10.355250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45298) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:10.360871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e025d4-f871-4fce-85bf-d530b9b2b48d req-afea3e13-a022-46fb-a602-8e137de6da67 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:10.362654 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d5e025d4-f871-4fce-85bf-d530b9b2b48d req-afea3e13-a022-46fb-a602-8e137de6da67 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 931 time: 0.5858963 Apr 16 11:49:10.374251 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b87a42f6e544a7593afa2448d9f6522&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1336312 Apr 16 11:49:10.376059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45304) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:10.380089 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-df8d7245-3eb2-4ac3-a667-8d43c68bdf4e req-f6e12fe6-a476-4684-b4bf-c1bd202aaa80 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739864 Apr 16 11:49:10.396440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Network 3dde220e-f806-429c-8117-67648a2d307d is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:10.400616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:10.403505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:10.410328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:10.411447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:10.431907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04778e5-29b7-4bae-81f3-7d3d5b3b2e99,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:10.435723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:10.454367 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9055831 Apr 16 11:49:10.468891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Request body: {'port': {'device_id': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:10.470674 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d5e025d4-f871-4fce-85bf-d530b9b2b48d req-a26bb56a-d4ac-4848-9a5f-58f78aad6223 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964005 Apr 16 11:49:10.545723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:10.561036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-7302908a-2d77-430b-ac13-217d3ee5fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:10.562667 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-7302908a-2d77-430b-ac13-217d3ee5fb06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3934667 Apr 16 11:49:10.564507 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075aacd7-48d1-42c4-8b87-2cab7b3e4517', 'name': 'network-vif-deleted', 'tag': 'd4b2d95e-b52a-4205-afc0-1e0168e88622', 'status': 'completed', 'code': 200} Apr 16 11:49:10.705220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:10.734135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:10.739579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:10.750358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Usage tracker for resource:security_group_rule and tenant:5cea9aa1a4ed4c14b0f1e0855be123fb is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:10.756481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:10.765601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:10.776112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:10.909953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:10.918081 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-61c12e77-80c5-409e-a73a-cd66c2b79a42 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403044 Apr 16 11:49:10.953386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4ddc-6d7c-48f8-a4bd-b3a460055edb req-d376c389-bee3-4683-b06a-1a46c60e6452 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:10.955080 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2c4ddc-6d7c-48f8-a4bd-b3a460055edb req-d376c389-bee3-4683-b06a-1a46c60e6452 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2841694 Apr 16 11:49:11.001613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45312) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:11.017405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e0c0c-b958-4e1f-9fed-19dafeaa0e86 req-49e830f3-019e-4c86-a0d8-5d50a3def797 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:11.019112 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8c0e0c0c-b958-4e1f-9fed-19dafeaa0e86 req-49e830f3-019e-4c86-a0d8-5d50a3def797 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.3501415 Apr 16 11:49:11.073212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'floatingip': {'port_id': '8990f57f-5580-453c-aa22-397171949432'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:11.105359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.111384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.127101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.128863 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-faa69424-cbc1-4407-bd91-9d993525d9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:11.184390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:11.213779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.219257 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cea9aa1a4ed4c14b0f1e0855be123fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8583374 Apr 16 11:49:11.220787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45320) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:11.221729 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f170385-68f7-420e-9a0c-461779cac1d8,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:11.225693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:11.290769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04778e5-29b7-4bae-81f3-7d3d5b3b2e99,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:11.386002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.386172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.386573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.386965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.387381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.387773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.388157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.388543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.388927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.389320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.389690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.390072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:11.406895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.409478 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d04778e5-29b7-4bae-81f3-7d3d5b3b2e99 HTTP/1.1" status: 204 len: 168 time: 1.0281901 Apr 16 11:49:11.418718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:11.462779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d7a32d-b072-4d0f-9179-f53c3179295b {{(pid=85350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:11.465389 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-907562c8-7e6d-4ff4-b20e-0b4afa3722e2 req-d6a2fc26-730a-496d-b2b3-769fd306da80 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333915 Apr 16 11:49:11.470393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.487644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.492981 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8c0e0c0c-b958-4e1f-9fed-19dafeaa0e86 req-5c5bc15b-0b66-4895-ab3f-462732b7d0b7 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548176 Apr 16 11:49:11.574141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Transition to ACTIVE for port object 90d7a32d-b072-4d0f-9179-f53c3179295b will not be triggered until provisioned by entity L2. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:11.586719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.597593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.621947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:11.837064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Pushing event updated for resources: {'Port': ['ID=90d7a32d-b072-4d0f-9179-f53c3179295b,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:11.842671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:11.880817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:11.893382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-71a12677-8f9f-4087-8ea8-c113182617b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:11.988619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f170385-68f7-420e-9a0c-461779cac1d8,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:11.994980 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:12.026974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.031054 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f170385-68f7-420e-9a0c-461779cac1d8 HTTP/1.1" status: 204 len: 168 time: 0.8014915 Apr 16 11:49:12.088653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Attempting to bind port 90d7a32d-b072-4d0f-9179-f53c3179295b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:12.089038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Attempting to bind port 90d7a32d-b072-4d0f-9179-f53c3179295b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:12.089415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Attempting to bind port 90d7a32d-b072-4d0f-9179-f53c3179295b on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:12.095193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Port 90d7a32d-b072-4d0f-9179-f53c3179295b on network 3dde220e-f806-429c-8117-67648a2d307d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:49:12.095626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Attempting to bind port 90d7a32d-b072-4d0f-9179-f53c3179295b on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:12.102593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:12.103023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Checking segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:12.103618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Bound using segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:12.104105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Bound port: 90d7a32d-b072-4d0f-9179-f53c3179295b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:12.104499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.235601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] For port 90d7a32d-b072-4d0f-9179-f53c3179295b, host hv-cinder-68948, cleared binding levels {{(pid=85350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:12.240909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] For port 90d7a32d-b072-4d0f-9179-f53c3179295b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=90d7a32d-b072-4d0f-9179-f53c3179295b,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:12.246641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.313520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:49:12.319633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:12.352044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:12.448242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5947f-304c-4dd6-b515-1fbb12cb5da9 req-bfc4c159-74bb-4750-ac36-0fd00b7a6657 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:12.450019 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f5f5947f-304c-4dd6-b515-1fbb12cb5da9 req-bfc4c159-74bb-4750-ac36-0fd00b7a6657 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 944 time: 0.8066776 Apr 16 11:49:12.491539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Pushing event updated for resources: {'Port': ['ID=90d7a32d-b072-4d0f-9179-f53c3179295b,revision_number=3']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:12.499566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:12.529052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:12.529736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.531771 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] 10.222.0.78 "PUT /v2.0/ports/90d7a32d-b072-4d0f-9179-f53c3179295b HTTP/1.1" status: 200 len: 1093 time: 2.0681772 Apr 16 11:49:12.532351 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'tag': '90d7a32d-b072-4d0f-9179-f53c3179295b'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:12.558716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c0291-e79c-40ba-b97b-065ec5679b08 req-de3a3883-9a93-415c-b815-058201ed66d6 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:12.566711 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5e6c0291-e79c-40ba-b97b-065ec5679b08 req-de3a3883-9a93-415c-b815-058201ed66d6 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 943 time: 0.8370249 Apr 16 11:49:12.599967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45364) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:12.640025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0f7530c-858c-45fa-9a41-15bceb917e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.647185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.652750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:12.664675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:12.665097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.678796 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:12.683419 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Usage tracker for resource:security_group_rule and tenant:db7bb1e606f7461daf1e32cfd602cdf5 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:12.686916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:12.694827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:12.703789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-740c6885-24d5-41f1-8843-1cea9ca0539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:12.709292 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-740c6885-24d5-41f1-8843-1cea9ca0539a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 1096 time: 0.1347198 Apr 16 11:49:12.774138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:12.794186 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-ee50d60a-bd66-4a61-8f9a-28a67ff2e675 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90d7a32d-b072-4d0f-9179-f53c3179295b HTTP/1.1" status: 200 len: 217 time: 0.0763593 Apr 16 11:49:12.821282 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f5f5947f-304c-4dd6-b515-1fbb12cb5da9 req-908e12fe-9d29-43ac-b7dd-ec8dbc4c7dab tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327060 Apr 16 11:49:12.839764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'port_id': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'mac_address': 'fa:16:3e:d9:e8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:49:12.920721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:12.935327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-f2711c54-d007-4bd4-a1e9-4f0ac855738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:12.943844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a152f12c-04df-4b2e-968a-aa28bc15c67e {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:12.954316 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-f2711c54-d007-4bd4-a1e9-4f0ac855738e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.1525795 Apr 16 11:49:12.979789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:12.990884 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5e6c0291-e79c-40ba-b97b-065ec5679b08 req-d93aa7ae-3d22-47f1-9bad-d8baaea49d19 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230635 Apr 16 11:49:13.005458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.022978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:13.029363 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-7f603569-494b-47bb-9d5f-4c6bbe87a395 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587592 Apr 16 11:49:13.090324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.156953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:13.162170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:13.168568 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'tag': '90d7a32d-b072-4d0f-9179-f53c3179295b', 'status': 'completed', 'code': 200} Apr 16 11:49:13.172640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.173655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3066c80a-ea94-41b5-b98c-12230dabd183 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:13.250278 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-7e6de303-aa46-4f0b-9929-6f6465d2e59f service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124856 Apr 16 11:49:13.259063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.259297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:13.262851 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:13.264810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c6725526-a16b-48e4-a957-220334e49c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:13.276778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.353536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 3066c80a-ea94-41b5-b98c-12230dabd183 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:13.365890 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e', 'code': 200} Apr 16 11:49:13.369079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['a152f12c-04df-4b2e-968a-aa28bc15c67e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:13.417397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:13.418918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 3066c80a-ea94-41b5-b98c-12230dabd183 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:13.419370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.480190 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fddc1ea-3fce-49c3-8682-d875e30876ca req-0c42f7db-4cca-421c-8df7-cb00c3ce2b68 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202413 Apr 16 11:49:13.480824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45388) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:13.544954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2abeefb-2ecc-406c-b158-bb21a3140061,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:13.578287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:13.605765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:13.643960 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Deleting subnet b173109f-a1e8-484d-bf74-b9a329857ecf {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:49:13.660088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.671644 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db7bb1e606f7461daf1e32cfd602cdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0670652 Apr 16 11:49:13.677213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45396) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:13.686283 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.686678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.687062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.687468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.687894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.688271 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.688642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.689012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.689402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.689773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.690146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.690503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:49:13.694940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:13.779164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.782871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.803242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.809090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbed1b-9ce4-4237-a09c-ff476bad4e86 req-b54f90e6-41f3-4926-830a-51221e6c9a52 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:13.817277 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8dbed1b-9ce4-4237-a09c-ff476bad4e86 req-b54f90e6-41f3-4926-830a-51221e6c9a52 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 945 time: 0.5390677 Apr 16 11:49:13.819500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3066c80a-ea94-41b5-b98c-12230dabd183, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3066c80a-ea94-41b5-b98c-12230dabd183,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:13.823052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:13.825058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:13.836600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0223331-ffba-4939-9664-2d8bd9620972 req-d8926d0c-68ac-4417-aa62-dce393d94a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:13.838372 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0223331-ffba-4939-9664-2d8bd9620972 req-d8926d0c-68ac-4417-aa62-dce393d94a5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 1096 time: 0.2725816 Apr 16 11:49:13.909885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.resource_extend [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:49:13.916594 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3066c80a-ea94-41b5-b98c-12230dabd183,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:13.949896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:14.026508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.046237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3455ae-8fd0-47fc-ab83-386705727fe7 req-b1c7251b-6341-4886-a670-e180e045832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:14.047885 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5f3455ae-8fd0-47fc-ab83-386705727fe7 req-b1c7251b-6341-4886-a670-e180e045832a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.4625103 Apr 16 11:49:14.068304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.083978 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8dbed1b-9ce4-4237-a09c-ff476bad4e86 req-f58253b2-3e81-4b24-ab3f-4aa2030409d0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656400 Apr 16 11:49:14.130149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.298644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.356596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.409922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0223331-ffba-4939-9664-2d8bd9620972 req-6073799c-ee75-4f23-bff5-20456a47e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:14.411433 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0223331-ffba-4939-9664-2d8bd9620972 req-6073799c-ee75-4f23-bff5-20456a47e4e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 917 time: 0.5655186 Apr 16 11:49:14.419513 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:14.483723 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5f3455ae-8fd0-47fc-ab83-386705727fe7 req-25011536-cba9-4ba9-8b8e-7b922362e529 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551409 Apr 16 11:49:14.498033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2abeefb-2ecc-406c-b158-bb21a3140061,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:14.513464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:14.514572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.514684 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0223331-ffba-4939-9664-2d8bd9620972 req-f451fd7b-5a63-43c7-81cf-5b5c44da2dc3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90d7a32d-b072-4d0f-9179-f53c3179295b HTTP/1.1" status: 200 len: 217 time: 0.0858133 Apr 16 11:49:14.515836 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2abeefb-2ecc-406c-b158-bb21a3140061 HTTP/1.1" status: 204 len: 168 time: 0.8244534 Apr 16 11:49:14.602636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93e80-9b82-4756-9573-31b0a8026a77 req-f9aed8b9-a881-4ac6-b5da-5922dd3d0076 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:14.604510 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-86e93e80-9b82-4756-9573-31b0a8026a77 req-f9aed8b9-a881-4ac6-b5da-5922dd3d0076 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.5536842 Apr 16 11:49:14.630901 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Floating IP e2f8c4d8-9c7b-414b-acab-5d52ab369cf7 associated. External IP: 172.28.1.65, port: 8990f57f-5580-453c-aa22-397171949432. Apr 16 11:49:14.651196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0223331-ffba-4939-9664-2d8bd9620972 req-64cc72d4-7cb6-46d8-bb2d-38d50b07321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:14.652796 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0223331-ffba-4939-9664-2d8bd9620972 req-64cc72d4-7cb6-46d8-bb2d-38d50b07321f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.0972219 Apr 16 11:49:14.720580 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0223331-ffba-4939-9664-2d8bd9620972 req-9263c462-ab6a-4b12-af6a-e3590d769955 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601091 Apr 16 11:49:14.726495 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.746095 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f4de315a-e8ce-4037-acc5-cfb7ed7967c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:14.784248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4549-7688-4171-ad64-6e8600b2a1e9 req-285c2b94-f38e-4632-be43-bda19e0fad63 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:14.792204 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a4d4549-7688-4171-ad64-6e8600b2a1e9 req-285c2b94-f38e-4632-be43-bda19e0fad63 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 943 time: 0.5521712 Apr 16 11:49:14.831036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-67e05541-21ec-4ee6-b24f-dce7afc5b23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:14.908788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b173109f-a1e8-484d-bf74-b9a329857ecf,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:14.977176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:15.047721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.071966 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b173109f-a1e8-484d-bf74-b9a329857ecf HTTP/1.1" status: 204 len: 168 time: 1.5855052 Apr 16 11:49:15.074485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45434) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:15.101228 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0223331-ffba-4939-9664-2d8bd9620972 req-5413c63a-94b8-44d6-9af6-4d6790d5f3c4 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590364 Apr 16 11:49:15.123551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45440) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:15.154087 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-86e93e80-9b82-4756-9573-31b0a8026a77 req-29f88ef2-0e56-46cc-87ed-ca4173c6fb54 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252666 Apr 16 11:49:15.195069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.211884 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a4d4549-7688-4171-ad64-6e8600b2a1e9 req-d5690441-a0fb-4091-93e9-b40087b14924 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187148 Apr 16 11:49:15.226131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.249088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:15.253546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Usage tracker for resource:security_group_rule and tenant:34563ccbebef4c008832e09c3d3831e1 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:15.256768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:15.268277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:15.299559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.366852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3066c80a-ea94-41b5-b98c-12230dabd183'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:15.421792 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3066c80a-ea94-41b5-b98c-12230dabd183', 'code': 200} Apr 16 11:49:15.468581 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0223331-ffba-4939-9664-2d8bd9620972 req-515fd09e-5399-4815-a6b1-acfb168ea21a service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133197 Apr 16 11:49:15.549476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.675631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.677362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.678331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.678824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > port after_create 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.679314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.679852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > port after_update 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.680458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.681019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.681488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.681953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.685186 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5288783-3e11-465c-a080-350a7cc65567 req-50c0543d-3c5c-4891-889e-794b18f4d0be tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:15.686848 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f5288783-3e11-465c-a080-350a7cc65567 req-50c0543d-3c5c-4891-889e-794b18f4d0be tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 945 time: 0.3948181 Apr 16 11:49:15.691508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Router 878c041d-215c-4552-9e0c-f1584ec278b4 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:49:15.694230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.713554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.734071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2f3eed96-174c-443c-b559-60358ddf4776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:15.755138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.755564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.755943 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.756317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85350) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:49:15.756726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050107d2-d56a-4d8c-90be-80828aa2da2c']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:15.811002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15af2204-6886-4b1e-8dd9-19243634b019') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:15.811355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15af2204-6886-4b1e-8dd9-19243634b019') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:15.831002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.853068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:15.864418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:49:15.933258 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f5288783-3e11-465c-a080-350a7cc65567 req-f222e2f8-dfe5-46db-90f0-942ded2c36c0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358959 Apr 16 11:49:15.947718 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34563ccbebef4c008832e09c3d3831e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8109994 Apr 16 11:49:15.954220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45452) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:15.964925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0dc611-2183-4dae-86af-e6f20c3b73cc,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:15.978977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:16.019420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:49:16.033744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.035882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] Sync routers for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:49:16.047332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:16.048541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:49:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:16.079162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8f94-2ff5-4938-a7e3-01333cc7d071 req-8e76840f-905b-479e-b325-6a657b3a5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:16.080955 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c6d8f94-2ff5-4938-a7e3-01333cc7d071 req-8e76840f-905b-479e-b325-6a657b3a5b99 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 1098 time: 0.3124957 Apr 16 11:49:16.109654 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d6c96bfb-55a3-4a4b-9c18-9553a5ee1fae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "PUT /v2.0/floatingips/e2f8c4d8-9c7b-414b-acab-5d52ab369cf7 HTTP/1.1" status: 200 len: 991 time: 5.1066966 Apr 16 11:49:16.110652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'tag': '8990f57f-5580-453c-aa22-397171949432'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:16.144666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Network 050107d2-d56a-4d8c-90be-80828aa2da2c has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:49:16.160815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.207625 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'tag': '8990f57f-5580-453c-aa22-397171949432', 'status': 'completed', 'code': 200} Apr 16 11:49:16.303738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:16.330165 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 90d7a32d-b072-4d0f-9179-f53c3179295b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:49:16.359535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:16.365434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.374210 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c6d8f94-2ff5-4938-a7e3-01333cc7d071 req-befb9b5e-36a7-4b62-8128-96820bc6381d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696855 Apr 16 11:49:16.477640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Network 050107d2-d56a-4d8c-90be-80828aa2da2c has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:49:16.486969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: from cryptography.utils import int_from_bytes Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: from cryptography.utils import int_from_bytes Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: (rel_b, rel_a, rel_b), Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: (rel_b, rel_a, rel_b), Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:49:16.530536 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:49:16.660889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.663860 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee501b8-506b-4404-a576-8b10147d98d4 req-2e98caef-4047-4f38-8333-db8377187d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:16.668883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.674802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:16.677023 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bee501b8-506b-4404-a576-8b10147d98d4 req-2e98caef-4047-4f38-8333-db8377187d2f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 1099 time: 0.4239650 Apr 16 11:49:16.681012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.711693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.727549 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=050107d2-d56a-4d8c-90be-80828aa2da2c,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:16.730961 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:16.734422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:16.746937 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] 10.222.0.58 "DELETE /v2.0/networks/050107d2-d56a-4d8c-90be-80828aa2da2c HTTP/1.1" status: 204 len: 168 time: 1.6713305 Apr 16 11:49:16.756699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.760369 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c0dc611-2183-4dae-86af-e6f20c3b73cc HTTP/1.1" status: 204 len: 168 time: 0.8019571 Apr 16 11:49:16.760369 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0dc611-2183-4dae-86af-e6f20c3b73cc,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:16.772700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:16.850823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port a152f12c-04df-4b2e-968a-aa28bc15c67e completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:16.860439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port a152f12c-04df-4b2e-968a-aa28bc15c67e triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:16.861167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:16.872724 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': 'e2f8c4d8-9c7b-414b-acab-5d52ab369cf7', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'floating_ip_address': '172.28.1.65', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'port_id': '8990f57f-5580-453c-aa22-397171949432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'mac_address': 'fa:16:3e:0a:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:48:39Z', 'updated_at': '2021-04-16T11:49:13Z', 'revision_number': 1, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:16.878092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] Checking router: 878c041d-215c-4552-9e0c-f1584ec278b4 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:49:16.916479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:16.917173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:49:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:16.919568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00187687-fcc6-4506-b395-d1915eac96fc req-e1c474ff-68d5-4c61-af31-e6772dc8344f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:16.920839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 90d7a32d-b072-4d0f-9179-f53c3179295b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=90d7a32d-b072-4d0f-9179-f53c3179295b,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:16.928325 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-00187687-fcc6-4506-b395-d1915eac96fc req-e1c474ff-68d5-4c61-af31-e6772dc8344f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.5182548 Apr 16 11:49:16.969307 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5db187-aceb-4054-a832-9997bc3fe022 req-f252a7ba-8811-4cd9-9f2e-3ee4403d95ff tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:16.970964 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c5db187-aceb-4054-a832-9997bc3fe022 req-f252a7ba-8811-4cd9-9f2e-3ee4403d95ff tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 943 time: 0.4767582 Apr 16 11:49:16.995624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '90d7a32d-b072-4d0f-9179-f53c3179295b', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'port_id': '90d7a32d-b072-4d0f-9179-f53c3179295b', 'mac_address': 'fa:16:3e:df:cc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c77726-eb61-4258-87e8-e5b1b65aa9a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:49:17.062675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee501b8-506b-4404-a576-8b10147d98d4 req-721eb9c1-1ed5-4cc3-9dd0-127a4677df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:17.064397 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bee501b8-506b-4404-a576-8b10147d98d4 req-721eb9c1-1ed5-4cc3-9dd0-127a4677df7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 913 time: 0.3616886 Apr 16 11:49:17.073422 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-00187687-fcc6-4506-b395-d1915eac96fc req-ee67bbd9-7011-4292-9821-61363c82b68b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440706 Apr 16 11:49:17.075787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.100639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d7a32d-b072-4d0f-9179-f53c3179295b {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:17.138266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 90d7a32d-b072-4d0f-9179-f53c3179295b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=90d7a32d-b072-4d0f-9179-f53c3179295b,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:17.153486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.160098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:17.169084 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c5db187-aceb-4054-a832-9997bc3fe022 req-f1c02cd5-2626-48e9-89bc-bb4f2e4143f6 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872411 Apr 16 11:49:17.197194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45476) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:17.334138 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d0911cd2-6723-4b35-ac29-c06522bca923 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a72c984017f3435e8dec5e7544d348af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1353483 Apr 16 11:49:17.336428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45482) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:17.337174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:17.371617 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bee501b8-506b-4404-a576-8b10147d98d4 req-b6798fdc-fec2-4c87-9d30-0d6b7d7b6c36 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 200 len: 999 time: 0.2903972 Apr 16 11:49:17.381887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.506109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb28dd-e8f4-4063-8e3c-42acaf3b7673 req-4a414601-98d5-43aa-b7a1-941600ff5272 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:17.507852 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-58bb28dd-e8f4-4063-8e3c-42acaf3b7673 req-4a414601-98d5-43aa-b7a1-941600ff5272 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 945 time: 0.2911932 Apr 16 11:49:17.511980 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee501b8-506b-4404-a576-8b10147d98d4 req-62999cd4-a1c2-4d8e-b9a4-f48631db1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:17.512957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.513555 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bee501b8-506b-4404-a576-8b10147d98d4 req-62999cd4-a1c2-4d8e-b9a4-f48631db1815 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.1296041 Apr 16 11:49:17.518376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=90d7a32d-b072-4d0f-9179-f53c3179295b,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:17.540791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:17.564951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:17.568810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:17.578041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.580401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.583557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:17.627434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.697857 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'code': 200} Apr 16 11:49:17.698190 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-58bb28dd-e8f4-4063-8e3c-42acaf3b7673 req-c25cc169-bd30-4bc5-816f-2ddea3571a5d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806774 Apr 16 11:49:17.727488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:17.745292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:17.748739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['90d7a32d-b072-4d0f-9179-f53c3179295b'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:17.755664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee501b8-506b-4404-a576-8b10147d98d4 req-282c5475-2f9a-4533-a242-dcf6197f3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:17.757423 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bee501b8-506b-4404-a576-8b10147d98d4 req-282c5475-2f9a-4533-a242-dcf6197f3c60 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2155237 Apr 16 11:49:17.808385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.815816 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a0b55b30-7dc3-47ad-87c4-126d30251bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:17.847228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67755a6-dd3c-40d7-8b33-0149ca32db0f,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:17.855586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:17.880331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:17.884213 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c67755a6-dd3c-40d7-8b33-0149ca32db0f HTTP/1.1" status: 204 len: 168 time: 0.5430207 Apr 16 11:49:18.076218 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bee501b8-506b-4404-a576-8b10147d98d4 req-dc0011a9-8537-4cfa-bd8b-3f7690a727fe service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069310 Apr 16 11:49:18.436209 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bee501b8-506b-4404-a576-8b10147d98d4 req-a52b4bc8-29e5-459b-a36e-ac4147e19d27 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530407 Apr 16 11:49:18.563769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': 'e2f8c4d8-9c7b-414b-acab-5d52ab369cf7', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'floating_ip_address': '172.28.1.65', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'port_id': '8990f57f-5580-453c-aa22-397171949432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'mac_address': 'fa:16:3e:0a:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:48:39Z', 'updated_at': '2021-04-16T11:49:13Z', 'revision_number': 1, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:18.569730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b37503-1a01-4da7-9a2f-7498812cac36 None None] The sync data for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb is: [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': 'e2f8c4d8-9c7b-414b-acab-5d52ab369cf7', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'floating_ip_address': '172.28.1.65', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'port_id': '8990f57f-5580-453c-aa22-397171949432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'mac_address': 'fa:16:3e:0a:ba:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:48:39Z', 'updated_at': '2021-04-16T11:49:13Z', 'revision_number': 1, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:49:18.620343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4341a-000c-4afb-afda-51ae25976e25 req-7a14b50a-8120-4c61-b133-584247d95f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:18.624641 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1ab4341a-000c-4afb-afda-51ae25976e25 req-7a14b50a-8120-4c61-b133-584247d95f05 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 1099 time: 0.1701529 Apr 16 11:49:18.715178 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1ab4341a-000c-4afb-afda-51ae25976e25 req-4106ff38-8008-47c7-a5f6-f62ad71b472f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813186 Apr 16 11:49:18.766872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee10fd-c8df-4830-a426-b2af329053ce req-2f290319-c67a-43f4-ac96-689141b1f91e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:18.768835 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-29ee10fd-c8df-4830-a426-b2af329053ce req-2f290319-c67a-43f4-ac96-689141b1f91e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.3187957 Apr 16 11:49:18.826939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d0f56-006a-4151-84e6-ec78e88318db req-3170477d-a6d0-4645-bc36-4c51323e20d9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:18.828707 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fe1d0f56-006a-4151-84e6-ec78e88318db req-3170477d-a6d0-4645-bc36-4c51323e20d9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 944 time: 0.2549458 Apr 16 11:49:18.851892 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-29ee10fd-c8df-4830-a426-b2af329053ce req-76f5b895-c797-44b8-92e8-8d67e1d52e1e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765405 Apr 16 11:49:18.969238 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fe1d0f56-006a-4151-84e6-ec78e88318db req-7b17f845-4b8a-4ed4-93d0-39e3831aaba9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216006 Apr 16 11:49:19.079325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc148320-4d68-4f19-a028-ea68822b345a None None] New status for floating IP e2f8c4d8-9c7b-414b-acab-5d52ab369cf7: ACTIVE {{(pid=85351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:49:19.241710 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-c37d43cb-1c2a-4a7e-a9f7-0c7f928388f4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2509246 Apr 16 11:49:19.464216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feaf73-b19b-4990-8183-451d1d8271d5 req-75299727-c9c5-4c95-a352-c6bf1a4daca0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:19.465921 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-09feaf73-b19b-4990-8183-451d1d8271d5 req-75299727-c9c5-4c95-a352-c6bf1a4daca0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1652777 Apr 16 11:49:19.592572 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-09feaf73-b19b-4990-8183-451d1d8271d5 req-d58eea26-9e26-423f-b686-faee78c1247d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074915 Apr 16 11:49:19.599048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724cac-3508-4e9e-9c30-565536144e5e req-cee29b64-b2b5-42ee-83c1-5a3e2a3401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:19.601153 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-cee29b64-b2b5-42ee-83c1-5a3e2a3401b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 1099 time: 0.2181556 Apr 16 11:49:19.962955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724cac-3508-4e9e-9c30-565536144e5e req-2d559048-4dbc-4029-aff6-6c99f98f1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:19.966571 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-2d559048-4dbc-4029-aff6-6c99f98f1dce service neutron] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 917 time: 0.3339491 Apr 16 11:49:20.228806 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-6b2952c0-dc01-40cf-a45f-ee45945c4b00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=314f1123-b7a6-4441-8afd-aed15d8f2543 HTTP/1.1" status: 200 len: 217 time: 0.2377751 Apr 16 11:49:20.356071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 90d7a32d-b072-4d0f-9179-f53c3179295b up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:20.395187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724cac-3508-4e9e-9c30-565536144e5e req-b237a135-a008-4b8f-b611-b1d167e8d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:20.398744 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-b237a135-a008-4b8f-b611-b1d167e8d2b8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.1601446 Apr 16 11:49:20.484790 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-6951080b-933a-4279-b639-d17de784d5da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792966 Apr 16 11:49:20.499748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 90d7a32d-b072-4d0f-9179-f53c3179295b completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:20.505722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 90d7a32d-b072-4d0f-9179-f53c3179295b triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:20.506717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:20.531966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832823a-06dd-49a7-953b-876cb91f2872 req-3555b15a-4490-49da-80e9-81c7448a6348 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:20.533869 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1832823a-06dd-49a7-953b-876cb91f2872 req-3555b15a-4490-49da-80e9-81c7448a6348 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 944 time: 0.2395418 Apr 16 11:49:20.539092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-6b255f1a-a8e7-48b5-9230-a24ef61ae840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:20.553738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-6b255f1a-a8e7-48b5-9230-a24ef61ae840 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 1098 time: 0.7622418 Apr 16 11:49:20.571031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c087e-e8db-4fdd-8a31-aacfc2586a32 req-8aa77ead-a20a-49dd-a1a6-90302cd36f96 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:20.572943 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3d2c087e-e8db-4fdd-8a31-aacfc2586a32 req-8aa77ead-a20a-49dd-a1a6-90302cd36f96 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.6463182 Apr 16 11:49:20.709376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:20.711724 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-9831aeaa-2872-4654-98f3-84c4b9ce8f84 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101085 Apr 16 11:49:20.754039 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3d2c087e-e8db-4fdd-8a31-aacfc2586a32 req-1cc039e3-4cb6-4d83-a7bc-e49bbb756762 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372013 Apr 16 11:49:20.790035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d7a32d-b072-4d0f-9179-f53c3179295b'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:20.813792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 90d7a32d-b072-4d0f-9179-f53c3179295b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=90d7a32d-b072-4d0f-9179-f53c3179295b,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:20.819141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:20.821751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:20.822709 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1832823a-06dd-49a7-953b-876cb91f2872 req-2ce88359-4a48-4c9f-83e0-2af970953803 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485762 Apr 16 11:49:20.892144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-3b016119-a6af-485b-afaa-a80befe98734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:20.894016 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-3b016119-a6af-485b-afaa-a80befe98734 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.3189144 Apr 16 11:49:21.049458 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-5235daa5-d3d2-4ca8-a663-9eeffb770a61 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3066c80a-ea94-41b5-b98c-12230dabd183 HTTP/1.1" status: 200 len: 217 time: 0.1462872 Apr 16 11:49:21.227129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=90d7a32d-b072-4d0f-9179-f53c3179295b,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:21.231572 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d7a32d-b072-4d0f-9179-f53c3179295b', 'code': 200} Apr 16 11:49:21.232520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:21.269351 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-cff458cc-ccba-40e0-bd4d-616e2f7212b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:21.271892 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-cff458cc-ccba-40e0-bd4d-616e2f7212b8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.1648936 Apr 16 11:49:21.304818 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8724cac-3508-4e9e-9c30-565536144e5e req-3c4210ee-bb38-4f2e-a942-71c5e4b9ada9 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844653 Apr 16 11:49:21.324037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633feb59-72c0-4ba3-ac98-fdd64882c99d req-9592b474-292c-4569-a9ea-c0c539cd569f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:21.325711 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-633feb59-72c0-4ba3-ac98-fdd64882c99d req-9592b474-292c-4569-a9ea-c0c539cd569f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.2749367 Apr 16 11:49:21.344373 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-bbb3bac8-0a03-453c-9cdf-6736a194c3fa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633910 Apr 16 11:49:21.505890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:21.506444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67f001-f476-4f73-826c-7e2a41e71154 req-9efff938-10cc-47fd-beb3-9d79db45d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:21.510633 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5a67f001-f476-4f73-826c-7e2a41e71154 req-9efff938-10cc-47fd-beb3-9d79db45d20b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 1098 time: 0.1111486 Apr 16 11:49:21.532705 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-633feb59-72c0-4ba3-ac98-fdd64882c99d req-efd7bb88-e219-4043-a23d-9557269be276 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919758 Apr 16 11:49:21.536998 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-017495e2-05bf-415e-9e96-ebeb5ea5b4d0 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784878 Apr 16 11:49:21.565998 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5a67f001-f476-4f73-826c-7e2a41e71154 req-9ab65fa4-2df9-4960-bebb-e324fd823f65 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Apr 16 11:49:21.733201 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-14a219c9-5599-4298-b734-bfaf51ec1595 req-6de1c686-3bd8-4f83-9062-2de240767d7e service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892066 Apr 16 11:49:21.746287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45654) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:21.876055 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372db23f-d913-4370-ba59-ddab7d60ad0d req-1ff8c40f-2b82-471f-be8e-ca8c6079dbef tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:21.878142 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-372db23f-d913-4370-ba59-ddab7d60ad0d req-1ff8c40f-2b82-471f-be8e-ca8c6079dbef tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1438303 Apr 16 11:49:21.888867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45670) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:21.894928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'floatingip': {'port_id': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:22.029761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:22.037133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531ab87-b1eb-44c4-a9c6-0c50869975c7 req-bf5de9b4-d9b8-44a5-840c-7785c772d523 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:22.038805 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6531ab87-b1eb-44c4-a9c6-0c50869975c7 req-bf5de9b4-d9b8-44a5-840c-7785c772d523 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1386292 Apr 16 11:49:22.128046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:22.162870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:22.181515 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6531ab87-b1eb-44c4-a9c6-0c50869975c7 req-bbe5c0c0-c00a-4932-9659-f15909baa2e9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350322 Apr 16 11:49:22.209567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Usage tracker for resource:security_group_rule and tenant:54c2146dc03748299a68407812da22fd is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:22.214653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:22.225496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:22.237139 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f458b7-9de3-4249-828c-1ea5f98b8e08 req-7d569e17-8d0a-45db-b90e-470415bc3e07 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:22.247934 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f9f458b7-9de3-4249-828c-1ea5f98b8e08 req-7d569e17-8d0a-45db-b90e-470415bc3e07 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 945 time: 0.1994338 Apr 16 11:49:22.308111 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f9f458b7-9de3-4249-828c-1ea5f98b8e08 req-e8097da5-b037-4d93-b388-cac8e958cac8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512042 Apr 16 11:49:22.635442 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:22.656416 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:22.657418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45696) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:22.791957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:22.806280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:22.823073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:22.827475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Usage tracker for resource:security_group_rule and tenant:8e0e68bc57cf4b188f0ae8a5cfe70128 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:22.830899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:22.837797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:22.857767 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54c2146dc03748299a68407812da22fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1049397 Apr 16 11:49:22.859069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45704) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:22.862077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ba3cb-cc33-4e78-919f-582557b03fdf,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:22.873394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:22.985083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.035211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.041066 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.048537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.064326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:23.115294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.119401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.125670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a169f3-7925-45b1-87a1-ec4af3aec865,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:23.129459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:23.146754 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e0e68bc57cf4b188f0ae8a5cfe70128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881437 Apr 16 11:49:23.149753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45712) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:23.174394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.181989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d369c275-026a-4f0e-9b25-3ba85a3a9768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:23.212898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ba3cb-cc33-4e78-919f-582557b03fdf,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:23.215599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:23.258799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.269215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.273549 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/072ba3cb-cc33-4e78-919f-582557b03fdf HTTP/1.1" status: 204 len: 168 time: 0.4102981 Apr 16 11:49:23.292782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.350270 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Floating IP 37b37c6a-bdef-47bf-b934-864aef8b4066 associated. External IP: 172.28.1.48, port: a152f12c-04df-4b2e-968a-aa28bc15c67e. Apr 16 11:49:23.443126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835eecd-c1a9-414d-8d94-32ca8ebcea47 req-2e8b2cb9-8d51-4fe3-b5ed-9b8b3949a79c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:23.444709 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4835eecd-c1a9-414d-8d94-32ca8ebcea47 req-2e8b2cb9-8d51-4fe3-b5ed-9b8b3949a79c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1305501 Apr 16 11:49:23.447954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.491624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-76909ba2-fcd7-4cb3-bbbe-45abfc8b65d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:23.510827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a169f3-7925-45b1-87a1-ec4af3aec865,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:23.513837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:23.571720 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4835eecd-c1a9-414d-8d94-32ca8ebcea47 req-0c00e74d-c1fd-432a-ad07-3508645e122e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818043 Apr 16 11:49:23.581034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.582446 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33a169f3-7925-45b1-87a1-ec4af3aec865 HTTP/1.1" status: 204 len: 168 time: 0.4313421 Apr 16 11:49:23.634793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ac516-5a1d-472f-b24a-d5a14464205b req-2562a7e2-db07-423e-a3ae-8d1364787202 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:23.636542 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-711ac516-5a1d-472f-b24a-d5a14464205b req-2562a7e2-db07-423e-a3ae-8d1364787202 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 945 time: 0.1907909 Apr 16 11:49:23.717229 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-711ac516-5a1d-472f-b24a-d5a14464205b req-b5a773c9-aa28-4791-8a46-5176d15b9d6e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701790 Apr 16 11:49:23.831783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45734) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:23.852849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:23.877625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:23.904284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Usage tracker for resource:security_group_rule and tenant:57f03ba144de42938d39c2eaa2bb42b7 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:23.916265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:23.948426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:24.134973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.138479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.159436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:49:24.169917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:24.227705 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57f03ba144de42938d39c2eaa2bb42b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942571 Apr 16 11:49:24.228680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944e475c-7509-4daa-b1c6-0be4b3ba86a8,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:24.241984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45748) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:24.319206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:24.356062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.396615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.448613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.457570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:24.480302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944e475c-7509-4daa-b1c6-0be4b3ba86a8,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:24.480429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:49:24.482917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.486868 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/944e475c-7509-4daa-b1c6-0be4b3ba86a8 HTTP/1.1" status: 204 len: 168 time: 0.2410302 Apr 16 11:49:24.487017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:24.502156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.513046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] Sync routers for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:49:24.530529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 45764) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:24.539965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:24.540655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:49:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:24.566857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.577904 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a790bf4b-0d1d-4fb6-a333-e88c015ebf44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "PUT /v2.0/floatingips/37b37c6a-bdef-47bf-b934-864aef8b4066 HTTP/1.1" status: 200 len: 991 time: 2.6761324 Apr 16 11:49:24.582214 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:24.602868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:24.618160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Usage tracker for resource:security_group_rule and tenant:9e27618fee8e4783ae7ee02bb6dd344b is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:24.621510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:24.632081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:24.776009 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.779367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:24.787025 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'status': 'completed', 'code': 200} Apr 16 11:49:24.811353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ce53aa49-3e8b-485c-8134-1b9ff4b0420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:24.821080 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e27618fee8e4783ae7ee02bb6dd344b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891266 Apr 16 11:49:24.823852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45778) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:24.996037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:25.026459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:25.047312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b2410-7640-4c0d-8be9-475d24baa244,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:25.100246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:25.128070 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:25.167195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02088a-69c4-4082-abce-f7841a5b779c req-ef0c1157-8cd8-4a87-a64a-7a5642cf3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:25.168982 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1f02088a-69c4-4082-abce-f7841a5b779c req-ef0c1157-8cd8-4a87-a64a-7a5642cf3614 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 1099 time: 0.3351073 Apr 16 11:49:25.195213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:25.202322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:25.215667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b2410-7640-4c0d-8be9-475d24baa244,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:25.218425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:25.225422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:25.237600 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea6b2410-7640-4c0d-8be9-475d24baa244 HTTP/1.1" status: 204 len: 168 time: 0.4126236 Apr 16 11:49:25.313265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b04f8-bbad-44ff-8564-b521ae57aa96 req-248b9c60-8a24-42cc-b79e-6f1ffd0b0381 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:25.318339 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3c1b04f8-bbad-44ff-8564-b521ae57aa96 req-248b9c60-8a24-42cc-b79e-6f1ffd0b0381 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.2597287 Apr 16 11:49:25.406830 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3c1b04f8-bbad-44ff-8564-b521ae57aa96 req-448b6f40-9030-4b33-872f-f049b5ac7cf6 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873072 Apr 16 11:49:25.409821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02088a-69c4-4082-abce-f7841a5b779c req-4e0342a6-c6b4-4810-8774-33b585a43351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:25.411237 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1f02088a-69c4-4082-abce-f7841a5b779c req-4e0342a6-c6b4-4810-8774-33b585a43351 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.2306659 Apr 16 11:49:25.566628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '37b37c6a-bdef-47bf-b934-864aef8b4066', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'floating_ip_address': '172.28.1.48', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'port_id': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'mac_address': 'fa:16:3e:d9:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80497be-baa7-4bf3-a290-e780cc639482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:48:46Z', 'updated_at': '2021-04-16T11:49:22Z', 'revision_number': 1, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:25.579396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] Checking router: 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:49:25.591988 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:49:25.592682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:49:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:25.610254 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1f02088a-69c4-4082-abce-f7841a5b779c req-7e5d3217-cc72-44d6-83ac-534a5e194597 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e HTTP/1.1" status: 200 len: 999 time: 0.1862745 Apr 16 11:49:25.742232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02088a-69c4-4082-abce-f7841a5b779c req-b69b01a1-2422-4239-94b8-63abab05e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:25.742232 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1f02088a-69c4-4082-abce-f7841a5b779c req-b69b01a1-2422-4239-94b8-63abab05e9fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.1148942 Apr 16 11:49:25.855506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:49:25.976178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02088a-69c4-4082-abce-f7841a5b779c req-c96101c4-0c08-4d14-a1ad-0f172f8ed8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:25.978093 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1f02088a-69c4-4082-abce-f7841a5b779c req-c96101c4-0c08-4d14-a1ad-0f172f8ed8e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2188456 Apr 16 11:49:26.145283 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1f02088a-69c4-4082-abce-f7841a5b779c req-27b814ad-f07d-487e-afc5-d3f116af80ba service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482301 Apr 16 11:49:26.312383 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '37b37c6a-bdef-47bf-b934-864aef8b4066', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'floating_ip_address': '172.28.1.48', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'port_id': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'mac_address': 'fa:16:3e:d9:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80497be-baa7-4bf3-a290-e780cc639482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:48:46Z', 'updated_at': '2021-04-16T11:49:22Z', 'revision_number': 1, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:49:26.317023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c730dbd-991b-4c02-918a-919a6f90a19b None None] The sync data for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb is: [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '37b37c6a-bdef-47bf-b934-864aef8b4066', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'floating_ip_address': '172.28.1.48', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'port_id': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'mac_address': 'fa:16:3e:d9:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80497be-baa7-4bf3-a290-e780cc639482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:48:46Z', 'updated_at': '2021-04-16T11:49:22Z', 'revision_number': 1, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:49:26.367531 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1f02088a-69c4-4082-abce-f7841a5b779c req-2eda8c64-9037-4589-ad06-69f8d36142cc service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082760 Apr 16 11:49:26.620742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2715c-2f38-42ef-807d-616477c11253 req-788b163a-0a97-4dab-a7f5-5bd960ebcd78 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:26.622864 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b1b2715c-2f38-42ef-807d-616477c11253 req-788b163a-0a97-4dab-a7f5-5bd960ebcd78 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0979669 Apr 16 11:49:26.630326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7063d-aa33-48f9-aa9f-def61ba4834c None None] New status for floating IP 37b37c6a-bdef-47bf-b934-864aef8b4066: ACTIVE {{(pid=85351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:49:26.676492 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b1b2715c-2f38-42ef-807d-616477c11253 req-422dca37-7704-4c83-b0e0-e20d83ccc364 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Apr 16 11:49:28.128224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-397050f5-e15e-4b68-9f3b-54c8c6b99c80 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:28.129825 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-397050f5-e15e-4b68-9f3b-54c8c6b99c80 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 0.4461050 Apr 16 11:49:28.156347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50660-d12c-4c91-b435-55b8f6ae8bcd req-56aad1f0-d6e4-4644-ba91-b6f202f97449 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:28.157898 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-37a50660-d12c-4c91-b435-55b8f6ae8bcd req-56aad1f0-d6e4-4644-ba91-b6f202f97449 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1653566 Apr 16 11:49:28.159354 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-39f3617a-b5d7-4083-8871-ff2d5eb88178 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/quotas/edf7b5ee53c0401799259881d4bea9a4 HTTP/1.1" status: 200 len: 375 time: 0.0228131 Apr 16 11:49:28.257575 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-37a50660-d12c-4c91-b435-55b8f6ae8bcd req-62a7881d-eeae-4ce2-9922-b7fe08c13750 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932789 Apr 16 11:49:28.289254 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-841627cd-8ced-47e2-bf52-4f747dbbf311 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232641 Apr 16 11:49:28.443799 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-341cf081-5853-4575-945e-268e5ad8e410 service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457753 Apr 16 11:49:28.603435 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-65ad1084-ad92-42e1-9ac3-3604f4c24116 service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532345 Apr 16 11:49:28.921950 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0d21215f-1d77-4325-9a11-55c216b5d312 req-8bd8b149-2bb2-4d55-ad62-8946dbf93595 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 210 time: 0.0726855 Apr 16 11:49:29.476467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b2df-3a38-4753-9de2-c0473c8d4925 req-c71eedf4-d803-450c-881d-28e427091b9d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:29.478128 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6480b2df-3a38-4753-9de2-c0473c8d4925 req-c71eedf4-d803-450c-881d-28e427091b9d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1002162 Apr 16 11:49:29.532557 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6480b2df-3a38-4753-9de2-c0473c8d4925 req-15a9a53b-52ad-4069-95a0-e2070471940f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474041 Apr 16 11:49:30.102456 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-38cfca61-af6f-4776-ae05-406503583163 req-10492424-afc0-4df2-915d-964220b68bde tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 210 time: 0.0689619 Apr 16 11:49:30.287719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-5d47583b-b1d2-4c08-95c9-a74edf9564eb tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:30.289773 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-5d47583b-b1d2-4c08-95c9-a74edf9564eb tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 0.1861622 Apr 16 11:49:30.304917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Request body: {'port': {'device_id': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'admin_state_up': True, 'tenant_id': 'edf7b5ee53c0401799259881d4bea9a4'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:30.463309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:30.467510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Usage tracker for resource:port and tenant:edf7b5ee53c0401799259881d4bea9a4 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:30.470429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:30.477382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:30.487129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Made reservation on behalf of edf7b5ee53c0401799259881d4bea9a4 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:30.493350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:30.677282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Allocated IP 172.20.0.4 (3dde220e-f806-429c-8117-67648a2d307d/b8c77726-eb61-4258-87e8-e5b1b65aa9a3/bfff9d7e-a9a4-4c9f-a143-750aabadb88f) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:31.009884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.081431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd5fcc-b39c-44f5-88c0-e5db300955c3 req-76f69677-d5b6-4c93-91ce-09a95881b133 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:31.083073 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9dbd5fcc-b39c-44f5-88c0-e5db300955c3 req-76f69677-d5b6-4c93-91ce-09a95881b133 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.3486176 Apr 16 11:49:31.089958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.106046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:49:31.122793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543', '90d7a32d-b072-4d0f-9179-f53c3179295b'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:31.227219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:31.309918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45980) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:31.426112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Network 3dde220e-f806-429c-8117-67648a2d307d is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:31.436175 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9dbd5fcc-b39c-44f5-88c0-e5db300955c3 req-affa98c9-69ef-4a1d-a859-de682f81edb6 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428075 Apr 16 11:49:31.436877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event updated for resources: {'Port': ['ID=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:31.440125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:31.441534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:31.456324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:31.464201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:31.465058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.471413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.492556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:31.497447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:34932b4c23dc457cb6531520e6e163e0 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:31.501212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:31.508024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:31.519109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02f7cc-4684-4c0c-ac85-027ffdd904d4 req-db1ab17e-5b2f-403d-ac8d-c8fc354a8751 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:31.519938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-ae02f7cc-4684-4c0c-ac85-027ffdd904d4 req-db1ab17e-5b2f-403d-ac8d-c8fc354a8751 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:31.525203 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2255683 Apr 16 11:49:31.540354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Request body: {'port': {'device_id': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:31.586386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-ae02f7cc-4684-4c0c-ac85-027ffdd904d4 req-db1ab17e-5b2f-403d-ac8d-c8fc354a8751 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:31.587706 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ae02f7cc-4684-4c0c-ac85-027ffdd904d4 req-db1ab17e-5b2f-403d-ac8d-c8fc354a8751 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 931 time: 0.2683654 Apr 16 11:49:31.599083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.603176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.612868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2674f6f9-d8e8-4aab-b0ea-96ae905f10ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:31.656889 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34932b4c23dc457cb6531520e6e163e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455386 Apr 16 11:49:31.659603 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 45986) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:31.663150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d5343-a31b-483c-bb39-2ee33ea3cb2a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:31.678961 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:31.696147 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ae02f7cc-4684-4c0c-ac85-027ffdd904d4 req-018fb4e1-93eb-44c2-8e8c-08d2d16f5e86 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955830 Apr 16 11:49:31.711705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.737600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.766874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.818052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.825381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b3c20b5a-4728-4dfc-9d51-0eea00763631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:31.840962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:31.842402 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f3d5343-a31b-483c-bb39-2ee33ea3cb2a HTTP/1.1" status: 204 len: 168 time: 0.1817331 Apr 16 11:49:31.844348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d5343-a31b-483c-bb39-2ee33ea3cb2a,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:31.847731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:32.159372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfff9d7e-a9a4-4c9f-a143-750aabadb88f {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:32.170200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.187906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Transition to ACTIVE for port object bfff9d7e-a9a4-4c9f-a143-750aabadb88f will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:32.190385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.211740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:32.364340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Pushing event updated for resources: {'Port': ['ID=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:32.369801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:32.630514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Attempting to bind port bfff9d7e-a9a4-4c9f-a143-750aabadb88f on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:32.631024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Attempting to bind port bfff9d7e-a9a4-4c9f-a143-750aabadb88f by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:32.631417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Attempting to bind port bfff9d7e-a9a4-4c9f-a143-750aabadb88f on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:32.640343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Port bfff9d7e-a9a4-4c9f-a143-750aabadb88f on network 3dde220e-f806-429c-8117-67648a2d307d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:49:32.640836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Attempting to bind port bfff9d7e-a9a4-4c9f-a143-750aabadb88f on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:32.650362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:32.650649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Checking segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:32.651071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Bound using segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:32.651573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Bound port: bfff9d7e-a9a4-4c9f-a143-750aabadb88f, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:32.651928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.781838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d077d-ae30-4e22-8e17-7d3a23e6260f req-fae318f4-e830-4596-9f72-96a2a40e03f2 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:32.783636 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1a7d077d-ae30-4e22-8e17-7d3a23e6260f req-fae318f4-e830-4596-9f72-96a2a40e03f2 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.2113738 Apr 16 11:49:32.813910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] For port bfff9d7e-a9a4-4c9f-a143-750aabadb88f, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:32.837508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] For port bfff9d7e-a9a4-4c9f-a143-750aabadb88f, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:32.846490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:32.901490 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1a7d077d-ae30-4e22-8e17-7d3a23e6260f req-39ade8c5-f387-4977-ae7f-ddc183e4630b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056406 Apr 16 11:49:32.910363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:33.124056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Pushing event updated for resources: {'Port': ['ID=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:33.133174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:33.172313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda7196-fe9b-43d0-a7b5-37ec8f12822d req-5f4ed540-6dbc-4ded-80f1-3c6eb7d62aaa tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:33.174031 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eda7196-fe9b-43d0-a7b5-37ec8f12822d req-5f4ed540-6dbc-4ded-80f1-3c6eb7d62aaa tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 943 time: 0.3292685 Apr 16 11:49:33.199605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:33.200274 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:33.201733 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] 10.222.0.78 "PUT /v2.0/ports/bfff9d7e-a9a4-4c9f-a143-750aabadb88f HTTP/1.1" status: 200 len: 1093 time: 1.6667783 Apr 16 11:49:33.204029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'tag': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:33.249507 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eda7196-fe9b-43d0-a7b5-37ec8f12822d req-d0d48a81-a527-44f0-b3dd-dfc4c4005bdf tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674834 Apr 16 11:49:33.296704 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'tag': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f', 'status': 'completed', 'code': 200} Apr 16 11:49:33.340110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-6e134ae2-72fc-4eb4-805b-77246351e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:33.341863 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-6e134ae2-72fc-4eb4-805b-77246351e796 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 1096 time: 0.0864422 Apr 16 11:49:33.422717 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-3f4099d6-e696-47d1-a4b5-a579550fe2d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfff9d7e-a9a4-4c9f-a143-750aabadb88f HTTP/1.1" status: 200 len: 217 time: 0.0731850 Apr 16 11:49:33.737317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-faf74465-bac5-4954-9915-9b9dafdb27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:33.738928 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-faf74465-bac5-4954-9915-9b9dafdb27c0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.3010249 Apr 16 11:49:33.797643 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-cbf94d9f-a5ce-4b7f-8d00-0c6059e28c9a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494699 Apr 16 11:49:33.959131 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-b6cd9d03-7c02-4ae9-ad7d-e0bfd8e3aa5b service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497416 Apr 16 11:49:34.216471 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f591021-0e9f-48bc-a84d-1ddd96530625 req-d4cc12b5-01cb-4cc5-9e55-1b88da028584 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443852 Apr 16 11:49:34.230554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0087ea5-9660-4ac0-9857-7ca19c7295ea req-eb7f269e-f2df-491b-9736-1589d0aed4ec tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:34.232227 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a0087ea5-9660-4ac0-9857-7ca19c7295ea req-eb7f269e-f2df-491b-9736-1589d0aed4ec tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1681037 Apr 16 11:49:34.330262 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a0087ea5-9660-4ac0-9857-7ca19c7295ea req-dfc585f0-7e6c-4c4e-afcf-5dc676225ca8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872469 Apr 16 11:49:34.374002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-7e5375b3-50e8-4f8a-8c9b-a30e82201c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:34.375621 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-7e5375b3-50e8-4f8a-8c9b-a30e82201c60 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 1096 time: 0.0926771 Apr 16 11:49:34.593426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fa7e3-3069-46f2-a948-f3506685fc60 req-0ff0f1d4-a164-4719-810b-39f84d346e23 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:34.595078 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ad6fa7e3-3069-46f2-a948-f3506685fc60 req-0ff0f1d4-a164-4719-810b-39f84d346e23 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 943 time: 0.2185097 Apr 16 11:49:34.596341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-17b6b425-aa1f-465d-bd44-6280bb71a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:34.598069 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-17b6b425-aa1f-465d-bd44-6280bb71a646 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 917 time: 0.1846769 Apr 16 11:49:34.690307 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-2abd2b08-8957-4177-8117-90a93739bfdc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfff9d7e-a9a4-4c9f-a143-750aabadb88f HTTP/1.1" status: 200 len: 217 time: 0.0739787 Apr 16 11:49:34.750898 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ad6fa7e3-3069-46f2-a948-f3506685fc60 req-6bb9d645-a54e-46e7-9008-0898b27859d6 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487586 Apr 16 11:49:34.778728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-6dff73aa-99a0-4571-b264-deca8bcad8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:34.780533 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-6dff73aa-99a0-4571-b264-deca8bcad8f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.0773063 Apr 16 11:49:34.837316 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-acc8b033-7b15-4f9c-9f13-bf88584d6c64 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485272 Apr 16 11:49:34.994653 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-42037b3e-7c1d-4606-9fcc-db2c87e7ed15 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499276 Apr 16 11:49:35.146237 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f39046c7-6eff-4ab7-9340-fa3870a27085 req-38ccd18f-078d-40ef-b6cc-3388d6237753 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392014 Apr 16 11:49:35.339136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46162) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:35.480371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.502779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:35.508410 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Usage tracker for resource:security_group_rule and tenant:5619a0a8f92745869cde0a506b529dc4 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:35.511753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:35.517902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:35.545681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82c35-2251-4228-b752-7889945796a3 req-2e7eb9c4-1545-4463-9c90-8a7fbc2d72e2 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:35.554459 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fcc82c35-2251-4228-b752-7889945796a3 req-2e7eb9c4-1545-4463-9c90-8a7fbc2d72e2 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0998354 Apr 16 11:49:35.605012 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fcc82c35-2251-4228-b752-7889945796a3 req-89acf23c-e29e-4c38-8b77-4ef40192a02f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 Apr 16 11:49:35.625500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.628701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.638983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-26e9bca8-3bae-4127-994e-985f9494b000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:35.690219 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5619a0a8f92745869cde0a506b529dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498137 Apr 16 11:49:35.692202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdb3fd0-c78f-4a36-b8f0-446f2bee706b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:35.693145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46184) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:35.708272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:35.764018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.795696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.855098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.859924 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:35.873701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdb3fd0-c78f-4a36-b8f0-446f2bee706b,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:35.879400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46194) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:35.880802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:35.889433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:35.890798 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bdb3fd0-c78f-4a36-b8f0-446f2bee706b HTTP/1.1" status: 204 len: 168 time: 0.1965280 Apr 16 11:49:36.006904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2ab67-7e72-4c01-86ec-200b020c88d7 req-b9f6c87d-8202-4a88-b60e-80ee2f60187c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:36.008675 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-edd2ab67-7e72-4c01-86ec-200b020c88d7 req-b9f6c87d-8202-4a88-b60e-80ee2f60187c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 943 time: 0.1165731 Apr 16 11:49:36.052814 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.067545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-edd2ab67-7e72-4c01-86ec-200b020c88d7 req-500c45c2-d74d-4876-87ee-516c536fadc3 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Apr 16 11:49:36.070926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:36.075032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Usage tracker for resource:security_group_rule and tenant:082231fd255c43248c9a9af1e2aad692 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:36.078234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:36.085714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:36.183918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.187059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.197262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9c5d6b9e-f1ab-4cbd-b233-98a944cc1e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:36.246492 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=082231fd255c43248c9a9af1e2aad692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631110 Apr 16 11:49:36.246492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4494ba-d658-4f61-8087-2e62ba0c851d,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:36.246931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46208) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:36.252160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:36.320401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.350880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.403817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.409881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-46954249-0b45-4a07-8f8c-36b889360523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:36.427540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4494ba-d658-4f61-8087-2e62ba0c851d,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:36.438445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:36.438445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.442248 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d4494ba-d658-4f61-8087-2e62ba0c851d HTTP/1.1" status: 204 len: 168 time: 0.1941361 Apr 16 11:49:36.450001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device bfff9d7e-a9a4-4c9f-a143-750aabadb88f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:49:36.624153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port bfff9d7e-a9a4-4c9f-a143-750aabadb88f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:36.642953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'port_id': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f', 'mac_address': 'fa:16:3e:22:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c77726-eb61-4258-87e8-e5b1b65aa9a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:49:36.722631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.750903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfff9d7e-a9a4-4c9f-a143-750aabadb88f {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:36.776285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port bfff9d7e-a9a4-4c9f-a143-750aabadb88f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:36.780728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.784082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:36.822360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46234) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:36.845901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:36.871596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be923c-c64d-4de0-9788-c103a07c725c req-159cd742-af3a-4610-83f0-e60232ad42f1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:36.872439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:36.873326 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e6be923c-c64d-4de0-9788-c103a07c725c req-159cd742-af3a-4610-83f0-e60232ad42f1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1316247 Apr 16 11:49:36.877881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:1446e8599890486a9600af6d5629a612 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:36.882473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:36.889900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:36.924104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:36.928275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:36.987849 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e6be923c-c64d-4de0-9788-c103a07c725c req-d11fecad-4514-40c9-9172-5e7ed3662b7f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075048 Apr 16 11:49:37.057486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.060557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.075864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-32daf3df-6e79-4850-9a2b-36ff42f3754c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:37.125269 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1446e8599890486a9600af6d5629a612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990885 Apr 16 11:49:37.125269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6584416-605f-4b21-8533-df5e66aa020a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:37.125596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46246) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:37.126967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:37.169352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['bfff9d7e-a9a4-4c9f-a143-750aabadb88f'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:37.252671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.303717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.371105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22384-c173-4715-ad94-9278a99a0054 req-34811f5c-eded-43a5-8fa4-c1556afed14d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:37.372787 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dbf22384-c173-4715-ad94-9278a99a0054 req-34811f5c-eded-43a5-8fa4-c1556afed14d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 944 time: 0.1667535 Apr 16 11:49:37.396949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.404357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:37.423460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6584416-605f-4b21-8533-df5e66aa020a,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:37.425817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:37.440710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:37.441885 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6584416-605f-4b21-8533-df5e66aa020a HTTP/1.1" status: 204 len: 168 time: 0.3152573 Apr 16 11:49:37.457187 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dbf22384-c173-4715-ad94-9278a99a0054 req-fcc5dd04-7e8d-4f50-a397-996bc0d8df99 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761709 Apr 16 11:49:38.208224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e75966-a54d-4f01-a09c-8ef8e8a9f157 req-47dd9877-2cfb-4955-a51b-2dfde46344fe tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:38.210759 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-52e75966-a54d-4f01-a09c-8ef8e8a9f157 req-47dd9877-2cfb-4955-a51b-2dfde46344fe tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1004744 Apr 16 11:49:38.264116 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-52e75966-a54d-4f01-a09c-8ef8e8a9f157 req-63029760-24bb-426a-8b9a-81ab0090d327 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Apr 16 11:49:38.447092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device bfff9d7e-a9a4-4c9f-a143-750aabadb88f up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:49:38.525510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port bfff9d7e-a9a4-4c9f-a143-750aabadb88f completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:49:38.531254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port bfff9d7e-a9a4-4c9f-a143-750aabadb88f triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:49:38.531713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.666848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.684523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aebb6-2a82-41cc-ae69-63d8da239627 req-ac755542-4d20-47ed-b449-c3e4e2f18abb tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:38.686588 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-691aebb6-2a82-41cc-ae69-63d8da239627 req-ac755542-4d20-47ed-b449-c3e4e2f18abb tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 944 time: 0.1038496 Apr 16 11:49:38.696554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:38.707389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port bfff9d7e-a9a4-4c9f-a143-750aabadb88f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:38.710514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:38.712726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:38.757487 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-691aebb6-2a82-41cc-ae69-63d8da239627 req-1fec2762-351d-4c1f-b5e1-53549f14e148 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630145 Apr 16 11:49:38.797064 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f', 'code': 200} Apr 16 11:49:38.806275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:38.816376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:39.117385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e548f6-120a-416f-8263-25ac2f01d3d7 req-6f72ef55-b2f4-4d1a-9962-19ce07aac59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:39.119035 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a3e548f6-120a-416f-8263-25ac2f01d3d7 req-6f72ef55-b2f4-4d1a-9962-19ce07aac59e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 1098 time: 0.0864246 Apr 16 11:49:39.169169 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a3e548f6-120a-416f-8263-25ac2f01d3d7 req-b19476b2-6cb3-4e13-8e83-05746892afef service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Apr 16 11:49:39.478057 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeb9db-139b-442e-932f-c212489a9ed6 req-7aa05ec4-ce96-4594-96db-9fc3430aeae7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:39.480039 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-badeb9db-139b-442e-932f-c212489a9ed6 req-7aa05ec4-ce96-4594-96db-9fc3430aeae7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0927646 Apr 16 11:49:39.533160 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-badeb9db-139b-442e-932f-c212489a9ed6 req-a34ec91d-7311-4f09-8e6a-a257699ea48e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Apr 16 11:49:39.973306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc86d7-a492-4ac7-bb64-7bbbe3999f36 req-58d226d9-0279-47d0-a8b2-1cf276915cbb tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:39.981216 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c6fc86d7-a492-4ac7-bb64-7bbbe3999f36 req-58d226d9-0279-47d0-a8b2-1cf276915cbb tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 945 time: 0.1144416 Apr 16 11:49:40.031194 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c6fc86d7-a492-4ac7-bb64-7bbbe3999f36 req-456f6d7a-4a27-4839-9a91-f5f8a69d5611 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Apr 16 11:49:40.548673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46366) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:40.749075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2369-1ce0-49ba-b670-ee9cb9795313 req-d1ebe7e9-43a4-484d-8c67-262d76440231 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:40.750700 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-70cf2369-1ce0-49ba-b670-ee9cb9795313 req-d1ebe7e9-43a4-484d-8c67-262d76440231 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0995119 Apr 16 11:49:40.789685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:40.811778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:40.827867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Usage tracker for resource:security_group_rule and tenant:849af81c1e7544bf9537977d64b40cf8 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:40.833217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:40.845470 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-70cf2369-1ce0-49ba-b670-ee9cb9795313 req-4aa50fd8-b916-4cf9-9d1d-3fb234e9d178 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759339 Apr 16 11:49:40.846449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:40.960126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:40.963258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:40.973528 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6200e786-3e4b-4c12-a116-14e4eadb64a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:41.020729 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=849af81c1e7544bf9537977d64b40cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707456 Apr 16 11:49:41.023318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9d48b-8d7f-4d6e-8f5d-2ae0f4745ee8,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:41.024389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46378) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:41.026579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:41.091153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.119830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.171060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.176724 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0099d077-da10-494c-b813-6183f8909b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:41.192730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9d48b-8d7f-4d6e-8f5d-2ae0f4745ee8,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:41.197861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:41.225269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:41.230176 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6b9d48b-8d7f-4d6e-8f5d-2ae0f4745ee8 HTTP/1.1" status: 204 len: 168 time: 0.2045808 Apr 16 11:49:41.251880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392566d-00fa-446a-ae79-0cf0049a82d6 req-b6ad336f-d2e0-4e2a-8ea4-38cbc1599dee tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:41.253694 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d392566d-00fa-446a-ae79-0cf0049a82d6 req-b6ad336f-d2e0-4e2a-8ea4-38cbc1599dee tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 945 time: 0.1047258 Apr 16 11:49:41.305948 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d392566d-00fa-446a-ae79-0cf0049a82d6 req-7d962061-05c3-4186-afd2-368d26344a90 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Apr 16 11:49:42.063029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2523fe-3a46-44a6-9e7b-4df7964a8cf4 req-f79387b6-971d-464b-9313-b14168805e53 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:42.064715 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fe2523fe-3a46-44a6-9e7b-4df7964a8cf4 req-f79387b6-971d-464b-9313-b14168805e53 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0933745 Apr 16 11:49:42.118014 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fe2523fe-3a46-44a6-9e7b-4df7964a8cf4 req-7b4bef83-4515-4e39-80ec-102f1c1e1405 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Apr 16 11:49:42.576830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7bf69c15-a539-4367-9fa0-278458bd92c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:43.336846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e5975-9562-481c-bfc5-dd10880e19b6 req-13a29b70-2c7c-49cd-96c0-309350b8d41a tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:43.338562 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1c4e5975-9562-481c-bfc5-dd10880e19b6 req-13a29b70-2c7c-49cd-96c0-309350b8d41a tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0942504 Apr 16 11:49:43.394134 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1c4e5975-9562-481c-bfc5-dd10880e19b6 req-bee29c11-65c6-4e23-8ad7-e8aeee9ef642 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481415 Apr 16 11:49:44.635315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521aced-8a28-42a9-9ea9-6c406aecf2ca req-2d7f3e89-e76f-47d3-9207-910cd2f78e7b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:44.636312 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2521aced-8a28-42a9-9ea9-6c406aecf2ca req-2d7f3e89-e76f-47d3-9207-910cd2f78e7b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0991013 Apr 16 11:49:44.689828 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2521aced-8a28-42a9-9ea9-6c406aecf2ca req-e1798856-48be-481c-9b52-2ce4373a05aa tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Apr 16 11:49:44.816244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7f2a69bc-fdb8-4d1a-b4ca-5572b7da85d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.222886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:45.961574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46ae3-8cd2-469c-a5f9-2314edcd507f req-60cc4339-0a6c-4337-9d2c-8517a31898bb tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:45.968904 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1dc46ae3-8cd2-469c-a5f9-2314edcd507f req-60cc4339-0a6c-4337-9d2c-8517a31898bb tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1489167 Apr 16 11:49:46.023872 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1dc46ae3-8cd2-469c-a5f9-2314edcd507f req-c9ceaca7-d91e-4f0e-90cf-fabd3658feac tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 Apr 16 11:49:46.436780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.201071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:47.259415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831365b-ab95-43f1-a895-38b6156b01b8 req-996cbc49-ec75-4c80-9c47-569588b27e0b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:47.261011 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5831365b-ab95-43f1-a895-38b6156b01b8 req-996cbc49-ec75-4c80-9c47-569588b27e0b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1163990 Apr 16 11:49:47.312033 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5831365b-ab95-43f1-a895-38b6156b01b8 req-3b85d3e4-b51f-4b67-ada4-42e1a32901a0 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Apr 16 11:49:48.079950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2216453b-a22f-4e86-882b-59f29a91f795 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:48.081533 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2216453b-a22f-4e86-882b-59f29a91f795 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 0.1754510 Apr 16 11:49:48.097567 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-75dbb2b2-7a54-489a-a501-4a3ae5d6fd9c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/quotas/edf7b5ee53c0401799259881d4bea9a4 HTTP/1.1" status: 200 len: 375 time: 0.0099392 Apr 16 11:49:48.199020 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-d5bb86b2-8207-405e-9edb-fc83f867b4e7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929780 Apr 16 11:49:48.548216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46602) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:48.644474 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-8f2a3c10-eacc-438a-87a8-afd1b561fbce service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376528 Apr 16 11:49:48.675800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.685703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3a31a-7663-42b9-81eb-73a998b77532 req-e6fc81b4-9cc6-4b22-8fc6-296b83caec3d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:48.687307 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-94f3a31a-7663-42b9-81eb-73a998b77532 req-e6fc81b4-9cc6-4b22-8fc6-296b83caec3d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1709130 Apr 16 11:49:48.692044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:48.697090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7afdb3681a4efca1ee71de9ab216fa is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:48.700120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:48.706151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:48.796957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.800012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.809001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3b0ca183-25d8-489e-9315-891c77d1abb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:48.814393 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-94f3a31a-7663-42b9-81eb-73a998b77532 req-7a8e4828-236f-4dd5-8059-9e6e83e403f0 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743380 Apr 16 11:49:48.854230 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-f94b2e32-4056-47d1-8653-627bfd8ed8b2 service neutron] 10.222.0.58 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020581 Apr 16 11:49:48.854961 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd7afdb3681a4efca1ee71de9ab216fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055792 Apr 16 11:49:48.857145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46612) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:48.857867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b8aeac-449a-4b68-9b34-5b23bc924277,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:48.881230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:48.933677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:48.991201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.052537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.058643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6df11722-9366-4a99-8474-3bde96582687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:49.071764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b8aeac-449a-4b68-9b34-5b23bc924277,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:49.084677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:49.087226 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.091432 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51b8aeac-449a-4b68-9b34-5b23bc924277 HTTP/1.1" status: 204 len: 168 time: 0.2297144 Apr 16 11:49:49.155892 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8e4596e-1656-4472-ac87-b0c0df137041 req-65502524-4891-48a3-a10f-12fbd1f24b51 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 210 time: 0.0666494 Apr 16 11:49:49.474385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46638) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:49.495808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.512366 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:49.516509 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Usage tracker for resource:security_group_rule and tenant:aa53369323484fce8dff8ab6b654b34f is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:49.519745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:49.527731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:49.620076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.623581 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.633016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f72a08f2-17c7-424e-ba0e-f3262c298b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:49.681041 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa53369323484fce8dff8ab6b654b34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048588 Apr 16 11:49:49.682047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a4097-2d5a-4619-95d7-fefa0d5375cb,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:49.683971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46642) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:49.685582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:49.749573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.778306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.832432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.837319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3945bf59-971f-43fc-979e-503e1712d977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:49.852127 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a4097-2d5a-4619-95d7-fefa0d5375cb,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:49.855398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:49.857685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:49.858910 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df1a4097-2d5a-4619-95d7-fefa0d5375cb HTTP/1.1" status: 204 len: 168 time: 0.1738751 Apr 16 11:49:50.042097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67f896-d3c1-48f8-892f-08c1204868da req-1f10670e-dd4d-43ba-8c22-ce4c23e63a8f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:50.043829 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1a67f896-d3c1-48f8-892f-08c1204868da req-1f10670e-dd4d-43ba-8c22-ce4c23e63a8f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1016402 Apr 16 11:49:50.101208 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1a67f896-d3c1-48f8-892f-08c1204868da req-a7fa3ccf-2465-41db-a6a3-04d8de6ed7c4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Apr 16 11:49:50.275430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46656) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:50.298654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.315763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:50.322313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Usage tracker for resource:security_group_rule and tenant:a4a8dd1191514118936587ca54ba3f1c is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:50.325875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:50.332506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:50.334869 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5187a80e-6d97-49f2-ad73-e0befae2d24f req-adda37ff-00c2-4457-94db-54d69cec1acc tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 210 time: 0.0561759 Apr 16 11:49:50.421349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.424179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.433866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:50.481357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6eb85e-f708-4c4a-b742-706616e066a4,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:50.489035 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4a8dd1191514118936587ca54ba3f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120612 Apr 16 11:49:50.490058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:50.490504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46664) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:50.560804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.606019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.627909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27519-e8f8-401d-9c09-95256edec190 req-8dc05dc8-2103-409a-8343-f1c5310b3b52 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:50.629581 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-8dc05dc8-2103-409a-8343-f1c5310b3b52 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 815 time: 0.1925507 Apr 16 11:49:50.643506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Request body: {'port': {'device_id': '22e2b289-9cce-45c2-814b-f89dd061150a', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'admin_state_up': True, 'tenant_id': 'edf7b5ee53c0401799259881d4bea9a4'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:50.670752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.681839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3b6656b-1eed-4d78-ad7f-7d4fdda46e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:50.716575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:50.718294 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da6eb85e-f708-4c4a-b742-706616e066a4 HTTP/1.1" status: 204 len: 168 time: 0.2262907 Apr 16 11:49:50.729381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6eb85e-f708-4c4a-b742-706616e066a4,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:50.743955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:50.856566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:50.867243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:50.876428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Made reservation on behalf of edf7b5ee53c0401799259881d4bea9a4 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:49:50.883135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.075819 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Allocated IP 172.20.0.9 (3dde220e-f806-429c-8117-67648a2d307d/b8c77726-eb61-4258-87e8-e5b1b65aa9a3/96544035-763b-4b02-a018-6631a8f3ac9e) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:49:51.457507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972924f-e352-4b18-a382-cbab063d6e5e req-363c0c84-20aa-4c31-adfd-d5212c85d43c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:51.459137 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1972924f-e352-4b18-a382-cbab063d6e5e req-363c0c84-20aa-4c31-adfd-d5212c85d43c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1646681 Apr 16 11:49:51.496719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.506391 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.544466 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41c3a2f3-985b-4564-8a4c-454fad1fd952 req-f7c87a77-203e-4669-85e9-01951ec4e881 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 210 time: 0.0808682 Apr 16 11:49:51.581738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1972924f-e352-4b18-a382-cbab063d6e5e req-2f87be40-9b5b-41b8-b417-9b1a94d46685 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152639 Apr 16 11:49:51.603709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.616412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543', '90d7a32d-b072-4d0f-9179-f53c3179295b', 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:51.623984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:51.779476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event updated for resources: {'Port': ['ID=96544035-763b-4b02-a018-6631a8f3ac9e,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:51.783251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:51.870197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Network 3dde220e-f806-429c-8117-67648a2d307d is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:49:51.871922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:49:51.880440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:49:51.887629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:51.888611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:51.929775 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2906423 Apr 16 11:49:51.962738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Request body: {'port': {'device_id': '22e2b289-9cce-45c2-814b-f89dd061150a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:49:52.109387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.523767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96544035-763b-4b02-a018-6631a8f3ac9e {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:52.532018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.548777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Transition to ACTIVE for port object 96544035-763b-4b02-a018-6631a8f3ac9e will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:49:52.551627 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:52.636172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:52.715525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Pushing event updated for resources: {'Port': ['ID=96544035-763b-4b02-a018-6631a8f3ac9e,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:52.721103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:53.252788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07181a15-3d20-4ee5-bab2-3f056d72aee2 req-e72519a3-64bf-41ab-949a-cc9fdbb7af16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:53.254098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-07181a15-3d20-4ee5-bab2-3f056d72aee2 req-e72519a3-64bf-41ab-949a-cc9fdbb7af16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:49:53.293554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Attempting to bind port 96544035-763b-4b02-a018-6631a8f3ac9e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:49:53.294156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Attempting to bind port 96544035-763b-4b02-a018-6631a8f3ac9e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:49:53.294840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Attempting to bind port 96544035-763b-4b02-a018-6631a8f3ac9e on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:53.305493 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Port 96544035-763b-4b02-a018-6631a8f3ac9e on network 3dde220e-f806-429c-8117-67648a2d307d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:49:53.306087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Attempting to bind port 96544035-763b-4b02-a018-6631a8f3ac9e on network 3dde220e-f806-429c-8117-67648a2d307d {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:49:53.317341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-07181a15-3d20-4ee5-bab2-3f056d72aee2 req-e72519a3-64bf-41ab-949a-cc9fdbb7af16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:49:53.320224 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07181a15-3d20-4ee5-bab2-3f056d72aee2 req-e72519a3-64bf-41ab-949a-cc9fdbb7af16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 943 time: 0.5626576 Apr 16 11:49:53.336966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e75547-ea6e-43a6-a5a7-00bfb75b2dd9 req-e957e616-fa2d-4f63-9b16-56838c5b9e70 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:53.355490 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8e75547-ea6e-43a6-a5a7-00bfb75b2dd9 req-e957e616-fa2d-4f63-9b16-56838c5b9e70 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.5551493 Apr 16 11:49:53.368352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:49:53.369037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Checking segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:49:53.369711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Bound using segment: {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:49:53.370490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Bound port: 96544035-763b-4b02-a018-6631a8f3ac9e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0035efa1-3739-45ef-94f2-18fa3755efe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '3dde220e-f806-429c-8117-67648a2d307d'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:49:53.371090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:53.746228 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8e75547-ea6e-43a6-a5a7-00bfb75b2dd9 req-95e9bde4-1c7e-4254-86e3-605b1bbef17c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893392 Apr 16 11:49:53.752181 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07181a15-3d20-4ee5-bab2-3f056d72aee2 req-fd6cd6a2-cbb0-472a-a178-bc7cb9b69824 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919513 Apr 16 11:49:53.780318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] For port 96544035-763b-4b02-a018-6631a8f3ac9e, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:49:53.784148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] For port 96544035-763b-4b02-a018-6631a8f3ac9e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96544035-763b-4b02-a018-6631a8f3ac9e,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:49:53.788470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:53.805134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-87ab6911-9764-460f-9ee5-553b43e9d4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:53.964337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Pushing event updated for resources: {'Port': ['ID=96544035-763b-4b02-a018-6631a8f3ac9e,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:53.969350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:54.004382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:54.005159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:54.006629 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] 10.222.0.78 "PUT /v2.0/ports/96544035-763b-4b02-a018-6631a8f3ac9e HTTP/1.1" status: 200 len: 1093 time: 2.0540168 Apr 16 11:49:54.007153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e2b289-9cce-45c2-814b-f89dd061150a', 'tag': '96544035-763b-4b02-a018-6631a8f3ac9e'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:49:54.100877 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e2b289-9cce-45c2-814b-f89dd061150a', 'tag': '96544035-763b-4b02-a018-6631a8f3ac9e', 'status': 'completed', 'code': 200} Apr 16 11:49:54.138816 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27519-e8f8-401d-9c09-95256edec190 req-4ad40cf8-d51e-43d5-8ae3-77dd00c752fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:54.140490 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-4ad40cf8-d51e-43d5-8ae3-77dd00c752fc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 1096 time: 0.0846965 Apr 16 11:49:54.220520 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-0e72c3da-2943-4e4c-b6af-b167082436ca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96544035-763b-4b02-a018-6631a8f3ac9e HTTP/1.1" status: 200 len: 217 time: 0.0680871 Apr 16 11:49:54.294785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27519-e8f8-401d-9c09-95256edec190 req-35809ab4-5495-450f-8efa-425924648cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:54.296399 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-35809ab4-5495-450f-8efa-425924648cd1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.0638623 Apr 16 11:49:54.354195 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-dec427b4-938b-4c79-aa3f-363bfa51ee41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464087 Apr 16 11:49:54.507180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-01a3d690-89c6-47ca-a7aa-a8fabe229263 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368170 Apr 16 11:49:54.667214 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e1b27519-e8f8-401d-9c09-95256edec190 req-20baa569-cfc9-4256-98e8-d3271d16cf6d service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508410 Apr 16 11:49:54.877247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-d15a4c91-380d-4270-9d8a-6b6f5f55d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:54.879002 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-d15a4c91-380d-4270-9d8a-6b6f5f55d9b1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=edf7b5ee53c0401799259881d4bea9a4&device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 1096 time: 0.1030052 Apr 16 11:49:55.181090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-895f0e82-dc6f-4579-ba93-7f427c988817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:55.182780 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-895f0e82-dc6f-4579-ba93-7f427c988817 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 200 len: 917 time: 0.2901661 Apr 16 11:49:55.201142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540eb6d-74b9-4dfa-add0-15a992dc8ab7 req-f8efdfa4-d49d-4e68-803c-348a69c9bd90 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:55.202666 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0540eb6d-74b9-4dfa-add0-15a992dc8ab7 req-f8efdfa4-d49d-4e68-803c-348a69c9bd90 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.3087060 Apr 16 11:49:55.212037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f0b68-b0ba-40d2-86a2-97dcf880ae0a req-414384e1-827b-428f-9f65-e940f645e54d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:55.213762 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-523f0b68-b0ba-40d2-86a2-97dcf880ae0a req-414384e1-827b-428f-9f65-e940f645e54d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 943 time: 0.2517979 Apr 16 11:49:55.319035 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-9b145b8c-f6cd-43ab-be6e-d54dbb1b9ab1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96544035-763b-4b02-a018-6631a8f3ac9e HTTP/1.1" status: 200 len: 217 time: 0.1043098 Apr 16 11:49:55.409431 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0540eb6d-74b9-4dfa-add0-15a992dc8ab7 req-f1966f49-5351-49d1-a1ab-a54f585b787e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935179 Apr 16 11:49:55.414813 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-523f0b68-b0ba-40d2-86a2-97dcf880ae0a req-1ed7f23e-6e7e-4033-8522-a54235a4fe7f tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229374 Apr 16 11:49:55.445867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-5ffa0afa-9940-40c4-a8f7-011092859146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:55.447536 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-5ffa0afa-9940-40c4-a8f7-011092859146 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 200 len: 855 time: 0.1104059 Apr 16 11:49:55.539931 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-c9f87b28-da9f-4d9b-982e-1bb7877e6e29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3dde220e-f806-429c-8117-67648a2d307d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820427 Apr 16 11:49:55.706251 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-1885bf20-64e4-49a1-94dd-55502166dade service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473844 Apr 16 11:49:55.874686 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8ddd6f96-0a2e-4bd2-98e3-37cfdc15b5ea req-1c902e10-9827-4a1e-b73b-7ec748d78d07 service neutron] 10.222.0.78 "GET /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598065 Apr 16 11:49:56.698264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cef8b-4809-470f-bf77-3e28f0c696d8 req-b2490c63-d11f-4392-add2-add4ac40919c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:56.700074 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d99cef8b-4809-470f-bf77-3e28f0c696d8 req-b2490c63-d11f-4392-add2-add4ac40919c tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 943 time: 0.1636479 Apr 16 11:49:56.708931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756e39d-cced-452c-b9c5-f4a69506c5c0 req-4b4cd475-350b-442f-850f-7f9e4791fd4c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:56.710695 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e756e39d-cced-452c-b9c5-f4a69506c5c0 req-4b4cd475-350b-442f-850f-7f9e4791fd4c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1369283 Apr 16 11:49:56.785277 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d99cef8b-4809-470f-bf77-3e28f0c696d8 req-f7a607ce-281b-4350-aff9-68b8255c4399 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734131 Apr 16 11:49:56.793268 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e756e39d-cced-452c-b9c5-f4a69506c5c0 req-60ba16bb-dee0-483a-bb40-43a69ec0ee02 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665047 Apr 16 11:49:57.281635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46880) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:57.436204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.453315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:57.458155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba1cd4b589145d6831ed26d0cbbf2ae is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:57.461731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:57.468839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:57.569659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.572750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.582596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-76672ba1-5893-473a-ac4a-16eaa846c935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:57.626083 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ba1cd4b589145d6831ed26d0cbbf2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432605 Apr 16 11:49:57.629091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46898) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:57.631038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770f0ae9-a697-4380-8d22-d0cb1f54cd68,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:57.634473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:57.696516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.726010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.778910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.786354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:57.805656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f0ae9-a697-4380-8d22-d0cb1f54cd68,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:57.808206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:57.810971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:57.812448 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/770f0ae9-a697-4380-8d22-d0cb1f54cd68 HTTP/1.1" status: 204 len: 168 time: 0.1820917 Apr 16 11:49:58.134999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4290d-662a-4c2a-8433-635bf408c6da req-a2117036-a192-447a-b17a-5530f328f865 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:58.136566 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d2f4290d-662a-4c2a-8433-635bf408c6da req-a2117036-a192-447a-b17a-5530f328f865 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1674161 Apr 16 11:49:58.146406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275bd1b-3129-45f5-80f7-6f451e0c96ad req-4cc3c66f-3eec-4378-819c-00333fabfea4 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:58.148677 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d275bd1b-3129-45f5-80f7-6f451e0c96ad req-4cc3c66f-3eec-4378-819c-00333fabfea4 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 943 time: 0.1406453 Apr 16 11:49:58.179773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46930) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:58.200838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.218330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:49:58.223502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c798ea8674a54a5e854826d8c97199b9 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:49:58.226614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:49:58.232052 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d2f4290d-662a-4c2a-8433-635bf408c6da req-0dca619e-e8f2-4ca2-bf6a-95a59dea7d5e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822890 Apr 16 11:49:58.232826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:49:58.237252 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d275bd1b-3129-45f5-80f7-6f451e0c96ad req-2bc39ffb-c20a-4b44-92cd-d34c973176fd tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697920 Apr 16 11:49:58.331888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.335735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.345589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-231ed36a-ffe0-47c8-a2d9-3b3bdad112e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.392218 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d829a984-f3c6-4cc0-9184-bcabd290169d,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.396351 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:58.398867 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c798ea8674a54a5e854826d8c97199b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178974 Apr 16 11:49:58.401986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46936) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:49:58.467297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.496285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.545183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.550360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fdcc8bee-eb80-4458-8d7d-66830013376a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.565582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d829a984-f3c6-4cc0-9184-bcabd290169d,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.570657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:58.572016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.573432 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d829a984-f3c6-4cc0-9184-bcabd290169d HTTP/1.1" status: 204 len: 168 time: 0.1700792 Apr 16 11:49:58.619565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 96544035-763b-4b02-a018-6631a8f3ac9e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:49:58.776147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 96544035-763b-4b02-a018-6631a8f3ac9e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96544035-763b-4b02-a018-6631a8f3ac9e,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:58.790904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '96544035-763b-4b02-a018-6631a8f3ac9e', 'network_id': '3dde220e-f806-429c-8117-67648a2d307d', 'port_id': '96544035-763b-4b02-a018-6631a8f3ac9e', 'mac_address': 'fa:16:3e:1e:8b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c77726-eb61-4258-87e8-e5b1b65aa9a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:49:58.859466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.882212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96544035-763b-4b02-a018-6631a8f3ac9e {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:49:58.900284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 96544035-763b-4b02-a018-6631a8f3ac9e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96544035-763b-4b02-a018-6631a8f3ac9e,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:49:58.903760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:49:58.906009 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:49:58.987059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=96544035-763b-4b02-a018-6631a8f3ac9e,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:49:58.999215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:49:59.317647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['96544035-763b-4b02-a018-6631a8f3ac9e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:49:59.530722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd37c3-2a3c-444c-a218-d87b7fb634dd req-79808b6c-5a8b-478d-b4a1-b3511a11f625 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:59.532351 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-86bd37c3-2a3c-444c-a218-d87b7fb634dd req-79808b6c-5a8b-478d-b4a1-b3511a11f625 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1705663 Apr 16 11:49:59.542678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae255c3-ff53-4535-9555-30bc4ecd5656 req-d48f2d81-062d-4994-a726-073fd9a1ddda tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:49:59.544844 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0ae255c3-ff53-4535-9555-30bc4ecd5656 req-d48f2d81-062d-4994-a726-073fd9a1ddda tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 944 time: 0.1365526 Apr 16 11:49:59.629743 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-86bd37c3-2a3c-444c-a218-d87b7fb634dd req-b0d368b8-a040-4aea-a062-9d1395b8d071 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826156 Apr 16 11:49:59.637210 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0ae255c3-ff53-4535-9555-30bc4ecd5656 req-2363c74c-90df-44fb-a07b-4e7fc3c3beb4 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759625 Apr 16 11:49:59.943827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 46986) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:00.093108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.109850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:00.113947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Usage tracker for resource:security_group_rule and tenant:97d852e271f547069c4c83977e0bf6ff is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:00.117238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:00.125308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:00.217623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.220689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.230958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3ad1249c-b4b7-4b3b-a8ae-016f5168503c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:00.275280 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97d852e271f547069c4c83977e0bf6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301444 Apr 16 11:50:00.276320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40232d7d-3faa-460f-9dce-1e2518b644c7,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:00.278308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 46998) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:00.279592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:00.344481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.372631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.417295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.422198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7b677b43-455c-4c7f-bc03-d505a083f3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:00.435831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40232d7d-3faa-460f-9dce-1e2518b644c7,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:00.438821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:00.449694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.450990 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40232d7d-3faa-460f-9dce-1e2518b644c7 HTTP/1.1" status: 204 len: 168 time: 0.1715920 Apr 16 11:50:00.630551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 96544035-763b-4b02-a018-6631a8f3ac9e up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:00.725772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 96544035-763b-4b02-a018-6631a8f3ac9e completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:00.732195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 96544035-763b-4b02-a018-6631a8f3ac9e triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:00.732613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.868639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.898522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2b289-9cce-45c2-814b-f89dd061150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96544035-763b-4b02-a018-6631a8f3ac9e'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:00.910688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 96544035-763b-4b02-a018-6631a8f3ac9e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96544035-763b-4b02-a018-6631a8f3ac9e,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:00.915713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:00.917884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:00.952767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce8e80-88ee-4e02-a3a0-417fcd64d8b6 req-2fbece1b-6a21-4451-bbfc-6fd45fd3a59b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:00.954367 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c1ce8e80-88ee-4e02-a3a0-417fcd64d8b6 req-2fbece1b-6a21-4451-bbfc-6fd45fd3a59b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1742909 Apr 16 11:50:00.965861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90568d55-d110-4d38-8b6a-34456ff9b8c6 req-7470eb3a-6eaa-4c31-a8d7-e41ba21ac470 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:00.967477 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-90568d55-d110-4d38-8b6a-34456ff9b8c6 req-7470eb3a-6eaa-4c31-a8d7-e41ba21ac470 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 944 time: 0.1852319 Apr 16 11:50:01.011847 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=96544035-763b-4b02-a018-6631a8f3ac9e,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:01.015467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:01.046320 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c1ce8e80-88ee-4e02-a3a0-417fcd64d8b6 req-66558a4c-090f-415b-87b2-15317e78d83d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777967 Apr 16 11:50:01.055827 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-90568d55-d110-4d38-8b6a-34456ff9b8c6 req-1c6deb0e-f3dc-42c6-849c-588247cecfd1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721385 Apr 16 11:50:01.252980 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2b289-9cce-45c2-814b-f89dd061150a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96544035-763b-4b02-a018-6631a8f3ac9e', 'code': 200} Apr 16 11:50:01.562161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9b5bf-6049-41d1-b5ba-ec2b9e79137f req-58ff6b1e-e4aa-41d5-89ab-b1e4323c9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:01.564325 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ace9b5bf-6049-41d1-b5ba-ec2b9e79137f req-58ff6b1e-e4aa-41d5-89ab-b1e4323c9f65 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 1098 time: 0.0994625 Apr 16 11:50:01.617592 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ace9b5bf-6049-41d1-b5ba-ec2b9e79137f req-643195e4-b438-4317-aa73-4ceb1ffa6360 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 Apr 16 11:50:02.042515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47062) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:02.174137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.190925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:02.195850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Usage tracker for resource:security_group_rule and tenant:5b5e07e7a39845ea816df802b7f638d3 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:02.199376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:02.205921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:02.340714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.345253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.359342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49c839-9f24-41b2-99ac-fe80a2f505c7 req-fdb71572-71ec-4805-9d3b-82af38c9841d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:02.361142 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fe49c839-9f24-41b2-99ac-fe80a2f505c7 req-fdb71572-71ec-4805-9d3b-82af38c9841d tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1934187 Apr 16 11:50:02.361826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5a0574e6-31ab-4646-bfe7-7cc81ab9eb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:02.370130 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6a259-e7c7-44ec-90ca-c647a23ab8f1 req-249fa20a-d5a1-4be1-b824-c94db2d2e2d9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:02.371763 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c9e6a259-e7c7-44ec-90ca-c647a23ab8f1 req-249fa20a-d5a1-4be1-b824-c94db2d2e2d9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 945 time: 0.1663182 Apr 16 11:50:02.412987 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b5e07e7a39845ea816df802b7f638d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693178 Apr 16 11:50:02.414167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed57f43-5a23-402b-b7b2-181604a15c96,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:02.416468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47082) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:02.419212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:02.449939 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fe49c839-9f24-41b2-99ac-fe80a2f505c7 req-6df6fec2-db25-46b2-9e98-ed9a61258c04 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770853 Apr 16 11:50:02.458204 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c9e6a259-e7c7-44ec-90ca-c647a23ab8f1 req-28f8666a-c5eb-4139-8a85-6c6eff67b8cb tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685170 Apr 16 11:50:02.485457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.514825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.566945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.572775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-18212ee2-2ada-42a1-8215-7715fe8199ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:02.586896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed57f43-5a23-402b-b7b2-181604a15c96,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:02.589703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:02.590959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:02.592287 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ed57f43-5a23-402b-b7b2-181604a15c96 HTTP/1.1" status: 204 len: 168 time: 0.1747520 Apr 16 11:50:03.736248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42b0b-be0d-4311-84ac-6113df374b4a req-bee5da50-e7cf-44a4-a82a-889a20b79ea9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:03.737950 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b6b42b0b-be0d-4311-84ac-6113df374b4a req-bee5da50-e7cf-44a4-a82a-889a20b79ea9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.1675003 Apr 16 11:50:03.752412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f678d3-3e3f-47d0-89a1-806f6c20eda6 req-53f27c32-00ca-4729-af46-b0181335adce tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:03.754396 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-65f678d3-3e3f-47d0-89a1-806f6c20eda6 req-53f27c32-00ca-4729-af46-b0181335adce tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 945 time: 0.1367390 Apr 16 11:50:03.839487 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b6b42b0b-be0d-4311-84ac-6113df374b4a req-6c422c36-7c79-4558-811d-1b184f926613 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837638 Apr 16 11:50:03.847772 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-65f678d3-3e3f-47d0-89a1-806f6c20eda6 req-2b54c171-b7a1-4956-81ec-0070836730dd tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707247 Apr 16 11:50:04.135746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7958fdb-f237-4a32-a930-30be256fff2f req-7b2dd30b-f47d-4296-93c2-ba1bfba9df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:04.137326 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c7958fdb-f237-4a32-a930-30be256fff2f req-7b2dd30b-f47d-4296-93c2-ba1bfba9df3d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 1098 time: 0.0831740 Apr 16 11:50:04.195597 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c7958fdb-f237-4a32-a930-30be256fff2f req-6541f7a0-cad4-4821-a742-a53222bc5103 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Apr 16 11:50:05.281041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dfb50-dd72-4560-94c8-92e1c760ceca req-d62afdb7-0c89-4fbf-aed4-391087ba2f9b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:05.282643 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6b0dfb50-dd72-4560-94c8-92e1c760ceca req-d62afdb7-0c89-4fbf-aed4-391087ba2f9b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.3209291 Apr 16 11:50:05.335061 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6b0dfb50-dd72-4560-94c8-92e1c760ceca req-d5b931df-a573-4b5f-8f29-0f852358d8d1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Apr 16 11:50:05.851531 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47180) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:05.996223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.013963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:06.018332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Usage tracker for resource:security_group_rule and tenant:7e3a5a5df9fb41039db90fda9ad4e9a9 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:06.021443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:06.028081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:06.126120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.129168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.142603 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-646357fb-2bb8-463e-a862-0fda7ddd7cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:06.188280 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e3a5a5df9fb41039db90fda9ad4e9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354421 Apr 16 11:50:06.189225 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc27b28a-baaa-4d92-b28b-616efacbab5b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:06.191571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 47194) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:06.192625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:06.278164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7d34afe7-01db-47cc-adc6-79d56357a23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.312273 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7d34afe7-01db-47cc-adc6-79d56357a23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.376219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7d34afe7-01db-47cc-adc6-79d56357a23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.386335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-86e16955-1513-404d-9085-2ef9eb48f627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:06.399920 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34afe7-01db-47cc-adc6-79d56357a23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc27b28a-baaa-4d92-b28b-616efacbab5b,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:06.404181 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7d34afe7-01db-47cc-adc6-79d56357a23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:06.410913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7d34afe7-01db-47cc-adc6-79d56357a23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:06.416532 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7d34afe7-01db-47cc-adc6-79d56357a23d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc27b28a-baaa-4d92-b28b-616efacbab5b HTTP/1.1" status: 204 len: 168 time: 0.2238290 Apr 16 11:50:06.570372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b3bd6-0bd2-42a1-bef0-bef96da24ff3 req-7245e618-d819-40ec-a5ed-998a0efb1519 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:06.572037 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-787b3bd6-0bd2-42a1-bef0-bef96da24ff3 req-7245e618-d819-40ec-a5ed-998a0efb1519 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0947361 Apr 16 11:50:06.621439 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-787b3bd6-0bd2-42a1-bef0-bef96da24ff3 req-6a2c06f5-e09c-40ba-9e6c-b9333c72bea6 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Apr 16 11:50:06.877333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b495d4-8fc6-40ec-910a-b22c49857939 req-b33884eb-1b53-43ab-9bcb-ccc09e8c8ae5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:06.880148 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a7b495d4-8fc6-40ec-910a-b22c49857939 req-b33884eb-1b53-43ab-9bcb-ccc09e8c8ae5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1257782 Apr 16 11:50:06.958317 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a7b495d4-8fc6-40ec-910a-b22c49857939 req-24a5ace6-1656-4856-9522-68dd357f5df8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654652 Apr 16 11:50:08.107375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:50:09.114303 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-7d1ebd1e-07d6-4f52-9bdd-e28770b6d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:09.115926 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-7d1ebd1e-07d6-4f52-9bdd-e28770b6d8ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.1673074 Apr 16 11:50:09.249167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292565a7-2da7-476f-89d0-5f7a34f6ce1d req-f29b6fe7-012a-4b32-a1b7-04505c8e3603 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:09.250775 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-292565a7-2da7-476f-89d0-5f7a34f6ce1d req-f29b6fe7-012a-4b32-a1b7-04505c8e3603 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1949725 Apr 16 11:50:09.342052 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-292565a7-2da7-476f-89d0-5f7a34f6ce1d req-3ea03a74-a1ff-472d-8c8d-370d6faf453f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830731 Apr 16 11:50:09.349985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-6a41052a-ff50-47e4-bf83-80ba49493a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:09.352731 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-6a41052a-ff50-47e4-bf83-80ba49493a08 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.2020643 Apr 16 11:50:09.437816 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-e9b1378b-1fe5-42d3-8ac8-1e6797102a85 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 217 time: 0.0775359 Apr 16 11:50:09.517040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-4e8d9e4a-85cb-4047-abeb-836898afbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:09.519112 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-4e8d9e4a-85cb-4047-abeb-836898afbca4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.0705085 Apr 16 11:50:09.579053 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-0426f0b6-722c-4316-be36-e6e7c7515994 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523043 Apr 16 11:50:09.768506 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-38f6d24d-843d-4530-a0d4-038b0418b3a7 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753461 Apr 16 11:50:09.811302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47308) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:09.927981 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-11d30e0b-45ce-4847-9801-7a33f6329446 req-f7599ba5-0114-4032-b7f8-da0e540bc513 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525919 Apr 16 11:50:09.951904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:09.969411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:09.973650 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Usage tracker for resource:security_group_rule and tenant:da812975530a4650b34a062f806e3394 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:09.977310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:09.983611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:10.076348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.079420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.090058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-06ea7fb8-0f8d-4db4-aae8-d314f18cfe5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:10.129173 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da812975530a4650b34a062f806e3394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150375 Apr 16 11:50:10.130340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47324) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:10.201741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c8d70c-4b41-4a57-910e-e092c576993f,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:10.209063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:10.232036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.267753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.325552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.330862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-855ee0cb-10c8-4ad9-a08f-db033a567e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:10.348726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c8d70c-4b41-4a57-910e-e092c576993f,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:10.360426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:10.364854 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11c8d70c-4b41-4a57-910e-e092c576993f HTTP/1.1" status: 204 len: 168 time: 0.2334759 Apr 16 11:50:10.366838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.367238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.367705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.368105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.368545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.368870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.369260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.369647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.370038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.370429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.371171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.371171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:10.374989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:10.595606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7027-b77e-4017-94ea-535164e9a16b req-042f7782-94c4-4ab3-a614-a57eaadd3b55 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:10.597371 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cb1b7027-b77e-4017-94ea-535164e9a16b req-042f7782-94c4-4ab3-a614-a57eaadd3b55 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1034458 Apr 16 11:50:10.652081 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cb1b7027-b77e-4017-94ea-535164e9a16b req-2f4d00db-705a-4013-8cea-be4731b70911 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Apr 16 11:50:11.869183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf973f-bfc5-4efe-8577-d8da95b33658 req-b4224072-e57d-471d-b538-5bb6a1492b91 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:11.870798 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-53cf973f-bfc5-4efe-8577-d8da95b33658 req-b4224072-e57d-471d-b538-5bb6a1492b91 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0943544 Apr 16 11:50:11.985462 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-53cf973f-bfc5-4efe-8577-d8da95b33658 req-45d703c9-b6ad-4834-9aa4-2f01c829b116 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692306 Apr 16 11:50:11.999110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e550a75-d1ee-4068-8f7a-b83d783d91c9 req-abcb2491-2268-4623-8dcc-a1d5d9833a7d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:12.000686 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8e550a75-d1ee-4068-8f7a-b83d783d91c9 req-abcb2491-2268-4623-8dcc-a1d5d9833a7d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 945 time: 0.1270506 Apr 16 11:50:12.057222 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8e550a75-d1ee-4068-8f7a-b83d783d91c9 req-db1f2e39-f719-4fe8-b063-342c388fcf20 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Apr 16 11:50:12.561235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fcd81171-5055-499a-826f-2c731ab4ad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:13.243378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d1ae-d29d-4cf4-bbb6-bfafcf9592c2 req-60ae5629-0bf0-431e-b587-478a9b7e56d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:13.245205 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fd4d1ae-d29d-4cf4-bbb6-bfafcf9592c2 req-60ae5629-0bf0-431e-b587-478a9b7e56d4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1458015 Apr 16 11:50:13.318835 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2fd4d1ae-d29d-4cf4-bbb6-bfafcf9592c2 req-4b316693-c424-4f5f-bc23-d960b0f90887 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646899 Apr 16 11:50:13.327712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dc282-fe4b-4673-b651-f187a7ab6986 req-7b7a157f-3c55-43b0-9c62-bba9ddc556e2 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:13.329303 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-374dc282-fe4b-4673-b651-f187a7ab6986 req-7b7a157f-3c55-43b0-9c62-bba9ddc556e2 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 945 time: 0.1510744 Apr 16 11:50:13.402948 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-374dc282-fe4b-4673-b651-f187a7ab6986 req-48814072-0b8a-4552-8643-1813ac03c5c4 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559068 Apr 16 11:50:14.548982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-72063a82-942c-4ee6-ad4c-f6620a1cdd9e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:14.550564 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-72063a82-942c-4ee6-ad4c-f6620a1cdd9e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 945 time: 0.1779218 Apr 16 11:50:14.702090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Deleting port 96544035-763b-4b02-a018-6631a8f3ac9e {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:50:14.702389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.787771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564505f-1e15-4f06-878c-e2bb8eda470a req-8adc3743-005f-444f-a2bf-8ba895ea6b27 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:14.789418 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8564505f-1e15-4f06-878c-e2bb8eda470a req-8adc3743-005f-444f-a2bf-8ba895ea6b27 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.3068485 Apr 16 11:50:14.820977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-81aa91d0-4fe0-47c1-84c8-17a05377ce4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:14.858605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18a31a-d2d0-4e0c-aae1-39b46d32ba70 req-07d213e6-eb4f-4c54-b134-b1bc5e6841da tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:14.860279 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7d18a31a-d2d0-4e0c-aae1-39b46d32ba70 req-07d213e6-eb4f-4c54-b134-b1bc5e6841da tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 945 time: 0.3087626 Apr 16 11:50:14.968314 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8564505f-1e15-4f06-878c-e2bb8eda470a req-cb868c56-32fe-466c-8ce8-f2beb6dfc890 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688969 Apr 16 11:50:15.033541 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7d18a31a-d2d0-4e0c-aae1-39b46d32ba70 req-3c8b2162-584b-44d9-9f2a-b8a6ea48f545 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636734 Apr 16 11:50:15.114824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] For port 96544035-763b-4b02-a018-6631a8f3ac9e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96544035-763b-4b02-a018-6631a8f3ac9e,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:15.115230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.221458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.255138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Calling delete_port for 96544035-763b-4b02-a018-6631a8f3ac9e owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:50:15.422589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.439036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-358ad19c-607e-4b37-8fb1-34ca49fde8fc tempest-DeleteServersTestJSON-1413735423 tempest-DeleteServersTestJSON-1413735423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:15.446473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543', '90d7a32d-b072-4d0f-9179-f53c3179295b', 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f', '96544035-763b-4b02-a018-6631a8f3ac9e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:15.538189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event deleted for resources: {'Port': ['ID=96544035-763b-4b02-a018-6631a8f3ac9e,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:15.555292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.555845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.556099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.556500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.556882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.557296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.557645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.558033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.558424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.558806 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.559190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.559602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:15.564691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:15.720717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] No DVR routers for this DVR port 96544035-763b-4b02-a018-6631a8f3ac9e on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:50:15.723316 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:15.726906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2b289-9cce-45c2-814b-f89dd061150a', 'name': 'network-vif-deleted', 'tag': '96544035-763b-4b02-a018-6631a8f3ac9e'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:15.744040 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7811e1e9-af4f-45fa-99b9-b8eeaa8889fe req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "DELETE /v2.0/ports/96544035-763b-4b02-a018-6631a8f3ac9e HTTP/1.1" status: 204 len: 173 time: 1.1542900 Apr 16 11:50:15.780094 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2b289-9cce-45c2-814b-f89dd061150a', 'name': 'network-vif-deleted', 'tag': '96544035-763b-4b02-a018-6631a8f3ac9e', 'status': 'completed', 'code': 200} Apr 16 11:50:16.220739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76783a11-f63f-4edc-b47a-e6e7804766f7 req-7ea63728-9bc2-47c7-ae40-b1c9ceab6efc tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:16.222425 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-76783a11-f63f-4edc-b47a-e6e7804766f7 req-7ea63728-9bc2-47c7-ae40-b1c9ceab6efc tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1326709 Apr 16 11:50:16.249044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-c8a1b49a-578c-49d0-9e26-f700eb59b99d req-93a205cd-4fc6-4a7c-a375-8e5b8d22bbb8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:16.287902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-c8a1b49a-578c-49d0-9e26-f700eb59b99d req-93a205cd-4fc6-4a7c-a375-8e5b8d22bbb8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:16.289145 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8a1b49a-578c-49d0-9e26-f700eb59b99d req-93a205cd-4fc6-4a7c-a375-8e5b8d22bbb8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=22e2b289-9cce-45c2-814b-f89dd061150a HTTP/1.1" status: 200 len: 210 time: 0.1141498 Apr 16 11:50:16.292786 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-76783a11-f63f-4edc-b47a-e6e7804766f7 req-a868d364-d503-4fc2-84bd-21ef20802040 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 Apr 16 11:50:16.435437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:16.805074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d659b76-e04e-4a8d-a105-21309fbf5209 req-13528bd8-3fe5-49b8-b3d8-ec1edc8fa894 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:16.806683 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5d659b76-e04e-4a8d-a105-21309fbf5209 req-13528bd8-3fe5-49b8-b3d8-ec1edc8fa894 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.0923245 Apr 16 11:50:16.858477 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5d659b76-e04e-4a8d-a105-21309fbf5209 req-60ada03d-bf92-48c3-a360-421829ced0fa tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Apr 16 11:50:17.198082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:17.504907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18eafd-fd5a-4c45-af01-bd0f6504f6f9 req-257c448b-9620-4a7f-a1fa-b9d7ae1eb2ca tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:17.506533 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd18eafd-fd5a-4c45-af01-bd0f6504f6f9 req-257c448b-9620-4a7f-a1fa-b9d7ae1eb2ca tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0916879 Apr 16 11:50:17.562638 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd18eafd-fd5a-4c45-af01-bd0f6504f6f9 req-54a825ed-db71-4620-8861-e97504954194 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Apr 16 11:50:18.076459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4904-c467-4711-928c-828aaf9aad8b req-75d0edf7-0bcf-4242-b4a6-5b968d4589d7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:18.078146 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-450f4904-c467-4711-928c-828aaf9aad8b req-75d0edf7-0bcf-4242-b4a6-5b968d4589d7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.0952990 Apr 16 11:50:18.129697 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-450f4904-c467-4711-928c-828aaf9aad8b req-2eb062a5-cc7c-41fc-8877-1772dddfeca9 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441720 Apr 16 11:50:18.752727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 96544035-763b-4b02-a018-6631a8f3ac9e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:50:18.769622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2e4aa-2e5e-4c38-a88b-cd8ee641164a req-5515daf2-83f5-49a7-ae2f-6ed87819b753 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:18.771264 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-90d2e4aa-2e5e-4c38-a88b-cd8ee641164a req-5515daf2-83f5-49a7-ae2f-6ed87819b753 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0912967 Apr 16 11:50:18.795716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 96544035-763b-4b02-a018-6631a8f3ac9e {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:50:18.796210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 96544035-763b-4b02-a018-6631a8f3ac9e not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:50:18.819911 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-90d2e4aa-2e5e-4c38-a88b-cd8ee641164a req-2c90af0a-d2f5-4215-bcad-4bcf834d9507 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Apr 16 11:50:19.159699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f828b-58fb-4e3c-bc04-e65c39e7875d req-794184f2-ddf7-4a50-aee7-7a9b8059cc3f tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:19.161655 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b61f828b-58fb-4e3c-bc04-e65c39e7875d req-794184f2-ddf7-4a50-aee7-7a9b8059cc3f tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 945 time: 0.0962865 Apr 16 11:50:19.215124 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b61f828b-58fb-4e3c-bc04-e65c39e7875d req-652803d6-37c0-44e3-85a2-83f81dce9134 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Apr 16 11:50:19.483966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344f5b0-7c87-4ef1-a84d-e3c4c29908ff req-7532c4e8-f71f-4c00-b06a-7b28c300c070 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:19.485584 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c344f5b0-7c87-4ef1-a84d-e3c4c29908ff req-7532c4e8-f71f-4c00-b06a-7b28c300c070 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.0884807 Apr 16 11:50:19.537590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47544) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:19.540739 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c344f5b0-7c87-4ef1-a84d-e3c4c29908ff req-9884054b-f3f7-42dc-8997-622476c14fbb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487680 Apr 16 11:50:19.712748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.728078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:19.732703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Usage tracker for resource:security_group_rule and tenant:281195ee17aa4b879ac6913f13a10307 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:19.735656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:19.741569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:19.789155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-9e2e8cd9-f52f-45ce-9af7-c6f4149e1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:19.790878 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-9e2e8cd9-f52f-45ce-9af7-c6f4149e1065 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 1099 time: 0.0797157 Apr 16 11:50:19.831185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.834813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:19.846607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9b306aa8-ceb8-4312-894a-464dcfe4f2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:19.893658 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=281195ee17aa4b879ac6913f13a10307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523159 Apr 16 11:50:19.893658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50e223-ab39-4612-89a2-a1e7563b8e66,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:19.915354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47554) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:19.927253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:19.999569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.028830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.080643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.085888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-868f0dc2-fd8f-44fa-9593-5b01d1e2e5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:20.097914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50e223-ab39-4612-89a2-a1e7563b8e66,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:20.100632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:20.107252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:20.112197 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb50e223-ab39-4612-89a2-a1e7563b8e66 HTTP/1.1" status: 204 len: 168 time: 0.1952720 Apr 16 11:50:20.244522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-70d4af19-9600-448a-8785-0c10c3040677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.245017 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-70d4af19-9600-448a-8785-0c10c3040677 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 913 time: 0.4273970 Apr 16 11:50:20.346061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0cc4f-4667-49a1-b0c7-16bed7a93170 req-9517cdec-63ff-4c0f-8d6e-b67729f8d80a tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.347794 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9ec0cc4f-4667-49a1-b0c7-16bed7a93170 req-9517cdec-63ff-4c0f-8d6e-b67729f8d80a tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2015731 Apr 16 11:50:20.462846 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-6b8213aa-59eb-40e8-9571-325cfd69d3d5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 200 len: 1001 time: 0.2056255 Apr 16 11:50:20.520719 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9ec0cc4f-4667-49a1-b0c7-16bed7a93170 req-2c65470d-5e6c-48cf-8578-7e5b0ce87394 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300585 Apr 16 11:50:20.565395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb381afd-b446-4abe-9825-1e459af271c2 req-0c3e6da5-42aa-4a93-ae63-99b42ca07dbd tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.567010 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bb381afd-b446-4abe-9825-1e459af271c2 req-0c3e6da5-42aa-4a93-ae63-99b42ca07dbd tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 945 time: 0.2157750 Apr 16 11:50:20.573412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-39568194-cb36-4444-bd0a-81b51119b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.575030 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-39568194-cb36-4444-bd0a-81b51119b4e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.1032283 Apr 16 11:50:20.669800 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bb381afd-b446-4abe-9825-1e459af271c2 req-3fcba2e3-4f3e-4806-910f-a4281d2416ca tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937116 Apr 16 11:50:20.753281 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-36f09fcf-882c-4bbb-9c0f-a5593522d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.754923 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-36f09fcf-882c-4bbb-9c0f-a5593522d66e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1643224 Apr 16 11:50:20.860720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47584) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:20.867168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bd71b-18a9-4b59-94ed-5571b269121d req-5828beed-b1d1-411c-ace8-afee18cb608d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:20.869785 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-855bd71b-18a9-4b59-94ed-5571b269121d req-5828beed-b1d1-411c-ace8-afee18cb608d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1956694 Apr 16 11:50:20.965573 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-855bd71b-18a9-4b59-94ed-5571b269121d req-2234f30c-e331-41e9-af06-9d4501415ffe tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878570 Apr 16 11:50:20.989208 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-6f7701f5-ecb3-49e7-8981-31f3aa2b5505 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162409 Apr 16 11:50:20.995926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-664444972-network', 'tenant_id': '78a2f5b0c1a34e928111781c13c825e1'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:21.001050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:21.005191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Usage tracker for resource:network and tenant:78a2f5b0c1a34e928111781c13c825e1 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:21.009774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:21.016862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:21.027368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Made reservation on behalf of 78a2f5b0c1a34e928111781c13c825e1 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:21.032309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.045331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.060937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:21.064935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Usage tracker for resource:security_group_rule and tenant:78a2f5b0c1a34e928111781c13c825e1 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:21.067876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:21.074505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:21.141239 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-043c13b4-0cd4-4a9e-8ed3-919ad4b414b3 req-4b642001-c4de-4943-8474-77e50974c214 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408122 Apr 16 11:50:21.159119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.162265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.166775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-eaee702f-b225-483b-b13e-e45879fafdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:21.200500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:50:21.210922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:21.215731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:21.216776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.217170 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Added segment 7f3a0a65-b34e-4d89-8013-c625f5815abe of type vlan for network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 Apr 16 11:50:21.251851 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.282904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.284319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:21.285205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.290287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b0ab7731-eb42-41ba-ace8-81b8a7779a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:21.394811 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5328484 Apr 16 11:50:21.398654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 47598) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:21.401106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:21.404013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:21.411854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Request body: {'subnet': {'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-664444972-subnet', 'tenant_id': '78a2f5b0c1a34e928111781c13c825e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:21.412692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:50:21.417148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:21.421398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Usage tracker for resource:subnet and tenant:78a2f5b0c1a34e928111781c13c825e1 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:21.424497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:21.430834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:21.440778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Made reservation on behalf of 78a2f5b0c1a34e928111781c13c825e1 for: {'subnet': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:21.446051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.524643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:21.652115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-ac0de6ea-736b-4929-a6e4-11c88e4b65bc tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:21.653676 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-ac0de6ea-736b-4929-a6e4-11c88e4b65bc tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 945 time: 0.1323245 Apr 16 11:50:21.892607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Deleting port bfff9d7e-a9a4-4c9f-a143-750aabadb88f {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:50:21.893012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:22.080792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40f978-2e85-4b5d-b9fb-34685f801baa req-32648471-8c69-4dcf-a4ef-ac0e9924267e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.082425 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea40f978-2e85-4b5d-b9fb-34685f801baa req-32648471-8c69-4dcf-a4ef-ac0e9924267e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.4266670 Apr 16 11:50:22.181353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150767d-1a8f-4dfe-8517-6388208a1e30 req-7009dcbc-0dbf-4505-8f95-f60471326822 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:22.182939 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1150767d-1a8f-4dfe-8517-6388208a1e30 req-7009dcbc-0dbf-4505-8f95-f60471326822 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 945 time: 0.3817024 Apr 16 11:50:22.342603 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea40f978-2e85-4b5d-b9fb-34685f801baa req-03579fd5-27f6-47ef-b7e8-6e44a108e005 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377052 Apr 16 11:50:22.401146 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1150767d-1a8f-4dfe-8517-6388208a1e30 req-e176efea-a245-4989-9170-e216bf5ac9f9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170986 Apr 16 11:50:22.440567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] For port bfff9d7e-a9a4-4c9f-a143-750aabadb88f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:22.440970 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:22.833660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Calling delete_port for bfff9d7e-a9a4-4c9f-a143-750aabadb88f owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:50:23.079444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e956d7f-2bdc-4f71-8547-8763657a94d3 req-ebddad78-6123-47c1-99db-0415160e2c2a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:23.081120 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e956d7f-2bdc-4f71-8547-8763657a94d3 req-ebddad78-6123-47c1-99db-0415160e2c2a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.5664194 Apr 16 11:50:23.126594 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:23.152183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:23.252032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:23.264237 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e956d7f-2bdc-4f71-8547-8763657a94d3 req-9e3f39d4-191f-464e-b1bc-af6a2bfd1bcb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713095 Apr 16 11:50:23.274991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543', '90d7a32d-b072-4d0f-9179-f53c3179295b'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:23.375742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=720d03b3-3601-46ec-892e-5c5336dfa1cb,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:23.383860 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:23.384202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:23.450940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event deleted for resources: {'Port': ['ID=bfff9d7e-a9a4-4c9f-a143-750aabadb88f,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:23.458059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:23.632163 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62b530a1-d2c9-4d13-b2ee-7bb78565df46 req-52b8ed29-aa63-42fa-b81d-1401246b6c52 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca9bea9f-a70d-456b-87f5-f2f76636b119 HTTP/1.1" status: 200 len: 210 time: 0.0742691 Apr 16 11:50:23.761550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] No DVR routers for this DVR port bfff9d7e-a9a4-4c9f-a143-750aabadb88f on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:50:23.763624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Checking segment: {'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:23.764047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Network hostable DHCP agents. Network: f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:50:23.768765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:23.772862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'name': 'network-vif-deleted', 'tag': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:23.800902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b95b4-e8d9-4623-a32d-2978c758c2a5 req-a74f373e-80b0-4d10-9706-6deb711a4c01 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:23.802503 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8b1b95b4-e8d9-4623-a32d-2978c758c2a5 req-a74f373e-80b0-4d10-9706-6deb711a4c01 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.3120861 Apr 16 11:50:23.813104 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8598dec-3ca5-40f9-847b-ef40330ecccf req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "DELETE /v2.0/ports/bfff9d7e-a9a4-4c9f-a143-750aabadb88f HTTP/1.1" status: 204 len: 173 time: 2.1115243 Apr 16 11:50:23.832709 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9bea9f-a70d-456b-87f5-f2f76636b119', 'name': 'network-vif-deleted', 'tag': 'bfff9d7e-a9a4-4c9f-a143-750aabadb88f', 'status': 'completed', 'code': 200} Apr 16 11:50:23.837162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:50:23.859874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27) {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:23.868768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772b644d-f47e-4ce6-8d92-ebd89d064009 None None] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:23.868952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:23.869409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:23.879115 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8b1b95b4-e8d9-4623-a32d-2978c758c2a5 req-ef0c9c02-8073-4597-bcc3-a9ee814a9f5b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680459 Apr 16 11:50:23.893617 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4935904 Apr 16 11:50:24.113873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e85230-209c-42df-84fd-863933a075de None None] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:50:24.486808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99214385-1f82-4d7e-ab0a-9cfd3c43c7f3 req-218e2432-7a84-47b8-9a70-c847ee81bea6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:24.488612 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-99214385-1f82-4d7e-ab0a-9cfd3c43c7f3 req-218e2432-7a84-47b8-9a70-c847ee81bea6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1033452 Apr 16 11:50:24.544734 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-99214385-1f82-4d7e-ab0a-9cfd3c43c7f3 req-e4cf77da-0933-4907-b00b-42565e706a80 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498645 Apr 16 11:50:24.776927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device bfff9d7e-a9a4-4c9f-a143-750aabadb88f no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:50:24.994050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: bfff9d7e-a9a4-4c9f-a143-750aabadb88f {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:50:24.994442 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device bfff9d7e-a9a4-4c9f-a143-750aabadb88f not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:50:25.197690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9b7d-fefc-4143-ac18-9eb960a59f96 req-910c1770-6695-45e0-89f4-ea85bffce508 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:25.199244 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fced9b7d-fefc-4143-ac18-9eb960a59f96 req-910c1770-6695-45e0-89f4-ea85bffce508 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1572900 Apr 16 11:50:25.212164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4597d5-8fe8-4188-b7fb-46b0d836c77b req-c2e85e83-87fe-4b16-9257-8f587861b3b3 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:25.212895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2e4597d5-8fe8-4188-b7fb-46b0d836c77b req-c2e85e83-87fe-4b16-9257-8f587861b3b3 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:25.259623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2e4597d5-8fe8-4188-b7fb-46b0d836c77b req-c2e85e83-87fe-4b16-9257-8f587861b3b3 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:25.260837 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2e4597d5-8fe8-4188-b7fb-46b0d836c77b req-c2e85e83-87fe-4b16-9257-8f587861b3b3 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 945 time: 0.1775398 Apr 16 11:50:25.268622 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fced9b7d-fefc-4143-ac18-9eb960a59f96 req-3aa9c5ad-bb58-416a-ae9c-7bc04e22423a tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 Apr 16 11:50:25.311553 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2e4597d5-8fe8-4188-b7fb-46b0d836c77b req-24649fee-38de-4461-b229-60a79f22ea93 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Apr 16 11:50:25.759297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05dcd2-78a8-4fee-8a81-f31529c879f4 req-9346e2b2-713e-4ff6-9315-b4212c13b7a9 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:25.760943 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c05dcd2-78a8-4fee-8a81-f31529c879f4 req-9346e2b2-713e-4ff6-9315-b4212c13b7a9 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.0983081 Apr 16 11:50:25.811502 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c05dcd2-78a8-4fee-8a81-f31529c879f4 req-79ba8072-b64b-4026-8889-65bc28642c3b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Apr 16 11:50:26.056465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-7c8c0b16-41a0-43f9-8988-6e6c0aaff8ff tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.058068 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-7c8c0b16-41a0-43f9-8988-6e6c0aaff8ff tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/networks?id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 HTTP/1.1" status: 200 len: 813 time: 0.1735673 Apr 16 11:50:26.074479 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-4f310786-e2c9-4f08-aa7f-9571db785c27 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/quotas/78a2f5b0c1a34e928111781c13c825e1 HTTP/1.1" status: 200 len: 375 time: 0.0103374 Apr 16 11:50:26.127862 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-6b7276a9-0390-4e79-bd7f-f8ccca7aecff tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=78a2f5b0c1a34e928111781c13c825e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477161 Apr 16 11:50:26.275091 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-a6b0b42d-12d7-48ac-9989-28bdf750d019 service neutron] 10.222.0.58 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392276 Apr 16 11:50:26.474101 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-121ab920-f453-47ab-bbcc-a9c69ef498c4 service neutron] 10.222.0.58 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925738 Apr 16 11:50:26.507206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1d4e-1368-44ec-9e16-97ef537a303d req-3e833828-4a08-42fc-ad81-d436d381c7d5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.509480 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6b2c1d4e-1368-44ec-9e16-97ef537a303d req-3e833828-4a08-42fc-ad81-d436d381c7d5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1131742 Apr 16 11:50:26.561625 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6b2c1d4e-1368-44ec-9e16-97ef537a303d req-b5eb2408-1622-450a-8763-57b5f66e417b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450976 Apr 16 11:50:26.722916 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e46aa9d6-7356-435f-8c7b-c40a3d50f0e6 req-14af0450-2d9a-4112-86bb-4897edc466d3 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 210 time: 0.0950046 Apr 16 11:50:26.837168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-fb42f4cb-cfc3-4824-ac3c-897ed41cdcda tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.838757 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-fb42f4cb-cfc3-4824-ac3c-897ed41cdcda tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 945 time: 0.1663322 Apr 16 11:50:26.855020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770405a6-5279-4249-aa59-82771630561c req-838a7aa5-b164-480d-aa83-1e0907f8365b tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:26.856658 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-770405a6-5279-4249-aa59-82771630561c req-838a7aa5-b164-480d-aa83-1e0907f8365b tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 945 time: 0.1365902 Apr 16 11:50:27.011243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Deleting port 90d7a32d-b072-4d0f-9179-f53c3179295b {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:50:27.011664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.068079 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-770405a6-5279-4249-aa59-82771630561c req-174ace2c-2371-48e1-8803-0a098bba9a30 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740274 Apr 16 11:50:27.403820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47716) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:27.416556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76069df5-93bc-404c-ad8c-6f2967df5ccd req-15da3b8c-4646-4621-aada-4e43adbbee9a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:27.418185 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-76069df5-93bc-404c-ad8c-6f2967df5ccd req-15da3b8c-4646-4621-aada-4e43adbbee9a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.4852960 Apr 16 11:50:27.547770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.566019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:27.566163 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-76069df5-93bc-404c-ad8c-6f2967df5ccd req-ee33d3e7-1eff-4220-ada5-2b7baae2dfb5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298354 Apr 16 11:50:27.572393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Usage tracker for resource:security_group_rule and tenant:5c4c1c793da147f8843c2aa0b5d71e55 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:27.575422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:27.582036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:27.638196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] For port 90d7a32d-b072-4d0f-9179-f53c3179295b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=90d7a32d-b072-4d0f-9179-f53c3179295b,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:27.638601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.685926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.690454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:27.707352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-57597662-acb8-4fb9-99a8-21c39641e85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:27.793870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ac0945-d8b8-4407-be08-09d4e26dc040,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:27.811798 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c4c1c793da147f8843c2aa0b5d71e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063528 Apr 16 11:50:27.813103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47730) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:27.814397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:27.979691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Calling delete_port for 90d7a32d-b072-4d0f-9179-f53c3179295b owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:50:28.038762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.083637 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0b537d4a-516b-45af-aef9-4379df09f91f req-7228798b-b559-421c-bc4d-b5b99721ad4d tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 210 time: 0.1730723 Apr 16 11:50:28.086644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-937f5696-350e-450b-af7a-b6a7cca06ab7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:28.087051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-937f5696-350e-450b-af7a-b6a7cca06ab7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Synchronizing usage tracker for tenant:78a2f5b0c1a34e928111781c13c825e1 on resource:network {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:28.097826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.155627 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-937f5696-350e-450b-af7a-b6a7cca06ab7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Unset dirty status for tenant:78a2f5b0c1a34e928111781c13c825e1 on resource:network {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:28.156936 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-937f5696-350e-450b-af7a-b6a7cca06ab7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "GET /v2.0/networks?id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 HTTP/1.1" status: 200 len: 813 time: 0.3412836 Apr 16 11:50:28.171800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Request body: {'port': {'device_id': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27', 'admin_state_up': True, 'tenant_id': '78a2f5b0c1a34e928111781c13c825e1'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:28.199022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ad0e-916d-4e3c-abb3-1970eb940557 req-11bea2fb-1adc-433c-ba2b-77486bde33ce tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:28.200704 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4f6ad0e-916d-4e3c-abb3-1970eb940557 req-11bea2fb-1adc-433c-ba2b-77486bde33ce tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2887528 Apr 16 11:50:28.248863 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.255965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c0fad10d-af72-4210-9a24-08c162602d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:28.287040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ac0945-d8b8-4407-be08-09d4e26dc040,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:28.292170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:28.293037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.296864 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71ac0945-d8b8-4407-be08-09d4e26dc040 HTTP/1.1" status: 204 len: 168 time: 0.4727244 Apr 16 11:50:28.314950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.327415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543', '90d7a32d-b072-4d0f-9179-f53c3179295b'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:28.352738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:28.363974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:28.368514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Usage tracker for resource:port and tenant:78a2f5b0c1a34e928111781c13c825e1 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:28.372126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:28.378728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:28.389628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Made reservation on behalf of 78a2f5b0c1a34e928111781c13c825e1 for: {'port': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:28.396305 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.478610 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4f6ad0e-916d-4e3c-abb3-1970eb940557 req-92a6ae22-44ee-44d7-a871-c1d7426c6ae9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678862 Apr 16 11:50:28.584829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event deleted for resources: {'Port': ['ID=90d7a32d-b072-4d0f-9179-f53c3179295b,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:28.604015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:28.619123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Allocated IP 172.20.0.13 (f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27/720d03b3-3601-46ec-892e-5c5336dfa1cb/3ecc2670-59bc-4954-8100-54fd97d56d6b) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:50:28.654307 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68636-9343-4acd-b884-82c707ae771b req-6420a313-9329-4cfd-a316-593646eb791e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:28.656141 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eac68636-9343-4acd-b884-82c707ae771b req-6420a313-9329-4cfd-a316-593646eb791e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=372a34c7-0c0b-4eaf-9e92-5fce727e7376 HTTP/1.1" status: 200 len: 867 time: 0.4441259 Apr 16 11:50:28.768768 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eac68636-9343-4acd-b884-82c707ae771b req-228d5484-6c5f-4015-abec-083dadc6da69 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929322 Apr 16 11:50:28.906325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.933602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] No DVR routers for this DVR port 90d7a32d-b072-4d0f-9179-f53c3179295b on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:50:28.943437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.962628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:28.965736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'name': 'network-vif-deleted', 'tag': '90d7a32d-b072-4d0f-9179-f53c3179295b'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:28.987064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2a9bf0d0-0305-44a6-8b02-b0dcddfb22e7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:29.004233 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2820e1fb-4c87-45de-917a-78b6ff6ed112 req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "DELETE /v2.0/ports/90d7a32d-b072-4d0f-9179-f53c3179295b HTTP/1.1" status: 204 len: 173 time: 2.1589816 Apr 16 11:50:29.021708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa6c0-08aa-4b9c-b00d-200569ed4aa8 req-a7d6d0b3-8901-42c3-9f48-66bb77b44ad1 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:29.030496 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f72aa6c0-08aa-4b9c-b00d-200569ed4aa8 req-a7d6d0b3-8901-42c3-9f48-66bb77b44ad1 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2458673 Apr 16 11:50:29.071894 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372a34c7-0c0b-4eaf-9e92-5fce727e7376', 'name': 'network-vif-deleted', 'tag': '90d7a32d-b072-4d0f-9179-f53c3179295b', 'status': 'completed', 'code': 200} Apr 16 11:50:29.120423 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f72aa6c0-08aa-4b9c-b00d-200569ed4aa8 req-f8d2709b-e62f-4d7a-a27c-932ac3dbb07c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886452 Apr 16 11:50:29.342277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d244-e7f8-4a4f-b2e9-91c560167160 req-49761715-87d0-42b5-a8f7-8e40586f23df tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:29.344106 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c540d244-e7f8-4a4f-b2e9-91c560167160 req-49761715-87d0-42b5-a8f7-8e40586f23df tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 932 time: 0.1097500 Apr 16 11:50:29.402337 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c540d244-e7f8-4a4f-b2e9-91c560167160 req-1116bedf-3f5e-4ed5-ad55-950153866056 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510223 Apr 16 11:50:29.451251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Pushing event updated for resources: {'Port': ['ID=3ecc2670-59bc-4954-8100-54fd97d56d6b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:29.456024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:29.509416 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:50:29.510618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:50:29.513016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:50:29.588330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:29.589346 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.612229 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4465439 Apr 16 11:50:29.628783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Request body: {'port': {'device_id': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:29.724309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9dde-9d1f-4559-906e-7db7368e5339 req-9286a923-13e3-46a9-aff5-443a8726329f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:29.726009 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-06dc9dde-9d1f-4559-906e-7db7368e5339 req-9286a923-13e3-46a9-aff5-443a8726329f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1038520 Apr 16 11:50:29.771316 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:29.828867 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-06dc9dde-9d1f-4559-906e-7db7368e5339 req-1684fc09-8d24-4230-86ca-30ecd84e8985 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941062 Apr 16 11:50:30.198286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecc2670-59bc-4954-8100-54fd97d56d6b {{(pid=85350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:30.207828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.225722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Transition to ACTIVE for port object 3ecc2670-59bc-4954-8100-54fd97d56d6b will not be triggered until provisioned by entity L2. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:50:30.229875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.259359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:30.348781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea956b-04fb-4052-8075-3657f1e63ffa req-308a16bc-774f-43d6-bbc3-a6de5b0282db tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:30.350589 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dcea956b-04fb-4052-8075-3657f1e63ffa req-308a16bc-774f-43d6-bbc3-a6de5b0282db tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1142766 Apr 16 11:50:30.402039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc2670-59bc-4954-8100-54fd97d56d6b,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:30.406786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:30.409704 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dcea956b-04fb-4052-8075-3657f1e63ffa req-3a436f69-4781-413b-b145-07f56360e69e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510209 Apr 16 11:50:30.650949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Attempting to bind port 3ecc2670-59bc-4954-8100-54fd97d56d6b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:50:30.651368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Attempting to bind port 3ecc2670-59bc-4954-8100-54fd97d56d6b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:50:30.651744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Attempting to bind port 3ecc2670-59bc-4954-8100-54fd97d56d6b on network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:30.656774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Port 3ecc2670-59bc-4954-8100-54fd97d56d6b on network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:50:30.657080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Attempting to bind port 3ecc2670-59bc-4954-8100-54fd97d56d6b on network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:50:30.662865 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:50:30.663245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Checking segment: {'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:50:30.663699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Bound using segment: {'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:50:30.664710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Bound port: 3ecc2670-59bc-4954-8100-54fd97d56d6b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'}}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:50:30.665094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.672667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0fa7-37c8-4107-ac21-1ced0420afb7 req-f74c7436-f9bd-4586-bb9a-e3ea39054bc3 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:30.674232 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfee0fa7-37c8-4107-ac21-1ced0420afb7 req-f74c7436-f9bd-4586-bb9a-e3ea39054bc3 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 944 time: 0.1477473 Apr 16 11:50:30.739308 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfee0fa7-37c8-4107-ac21-1ced0420afb7 req-b38b2a5f-bb15-4461-b9d3-759435232989 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564837 Apr 16 11:50:30.751808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5e493-8b97-40ab-863b-fd7687e52d1f req-5a41d2dd-5c67-469c-b20a-24862c575f65 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:30.753371 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bfd5e493-8b97-40ab-863b-fd7687e52d1f req-5a41d2dd-5c67-469c-b20a-24862c575f65 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1477280 Apr 16 11:50:30.764285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] For port 3ecc2670-59bc-4954-8100-54fd97d56d6b, host hv-cinder-68948, cleared binding levels {{(pid=85350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:50:30.767528 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] For port 3ecc2670-59bc-4954-8100-54fd97d56d6b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3ecc2670-59bc-4954-8100-54fd97d56d6b,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:50:30.770802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:30.790165 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dad2817d-8beb-4474-ace4-9de46ddddbf9 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:30.802931 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bfd5e493-8b97-40ab-863b-fd7687e52d1f req-01db0685-8a47-4ba2-bbd5-5b4adab1894e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Apr 16 11:50:30.835167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 90d7a32d-b072-4d0f-9179-f53c3179295b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:50:30.877720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 90d7a32d-b072-4d0f-9179-f53c3179295b {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:50:30.878426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 90d7a32d-b072-4d0f-9179-f53c3179295b not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:50:30.962916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc2670-59bc-4954-8100-54fd97d56d6b,revision_number=3']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:30.966759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:31.003382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.004081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:31.005533 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] 10.222.0.78 "PUT /v2.0/ports/3ecc2670-59bc-4954-8100-54fd97d56d6b HTTP/1.1" status: 200 len: 1094 time: 1.3815680 Apr 16 11:50:31.006053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'tag': '3ecc2670-59bc-4954-8100-54fd97d56d6b'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:31.107746 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'tag': '3ecc2670-59bc-4954-8100-54fd97d56d6b', 'status': 'completed', 'code': 200} Apr 16 11:50:31.138594 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52b297-5475-43f1-85cf-35f0f9a408ce req-fec9a123-b35c-46c0-8da5-9cd1e208fd71 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.147034 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6f52b297-5475-43f1-85cf-35f0f9a408ce req-fec9a123-b35c-46c0-8da5-9cd1e208fd71 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1449103 Apr 16 11:50:31.150177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ba8276cb-98cc-4f3a-882a-fd200eb71f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.151922 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ba8276cb-98cc-4f3a-882a-fd200eb71f39 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78a2f5b0c1a34e928111781c13c825e1&device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 1097 time: 0.1010599 Apr 16 11:50:31.212183 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6f52b297-5475-43f1-85cf-35f0f9a408ce req-12e4134e-8844-443a-9507-d6f42809fe68 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641005 Apr 16 11:50:31.257905 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-30b20113-8f14-47aa-935b-e755a0172ead service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecc2670-59bc-4954-8100-54fd97d56d6b HTTP/1.1" status: 200 len: 217 time: 0.0973961 Apr 16 11:50:31.338961 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-3196542c-6084-4e83-8ce8-d20ab5460fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.340462 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-3196542c-6084-4e83-8ce8-d20ab5460fd4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=720d03b3-3601-46ec-892e-5c5336dfa1cb HTTP/1.1" status: 200 len: 853 time: 0.0721068 Apr 16 11:50:31.403131 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-ebfe6ce8-8e2a-4f6a-8148-fc6acc7dc340 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539432 Apr 16 11:50:31.452444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b36e1-7245-48c6-bd60-f992a8bba73e req-e2009077-2382-48cc-9a6e-da7bcf0b6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.454538 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f80b36e1-7245-48c6-bd60-f992a8bba73e req-e2009077-2382-48cc-9a6e-da7bcf0b6094 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.0914121 Apr 16 11:50:31.507442 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f80b36e1-7245-48c6-bd60-f992a8bba73e req-224c68bc-f05e-4065-8742-acdd48117e79 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467596 Apr 16 11:50:31.592218 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-f47955de-1f1c-4d38-9ea6-9a9f96e54f81 service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758516 Apr 16 11:50:31.738947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622cb7-21d0-4ac7-a187-d2939e7f0215 req-39a00bb9-2a7d-407f-b4e4-adc8a1b4b58a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.739621 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c07d212e-1cd7-435d-8b44-e117321cb448 req-787e27bd-9d1b-4f74-a414-3245587f7e1a service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382787 Apr 16 11:50:31.740509 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63622cb7-21d0-4ac7-a187-d2939e7f0215 req-39a00bb9-2a7d-407f-b4e4-adc8a1b4b58a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1673393 Apr 16 11:50:31.748804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9082-2976-4555-bcd5-ff81a48e7c02 req-a5653429-7918-4650-a614-3612b581b724 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.749550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-adbc9082-2976-4555-bcd5-ff81a48e7c02 req-a5653429-7918-4650-a614-3612b581b724 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:31.793770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-adbc9082-2976-4555-bcd5-ff81a48e7c02 req-a5653429-7918-4650-a614-3612b581b724 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:31.795025 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-adbc9082-2976-4555-bcd5-ff81a48e7c02 req-a5653429-7918-4650-a614-3612b581b724 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.1734123 Apr 16 11:50:31.806606 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63622cb7-21d0-4ac7-a187-d2939e7f0215 req-d6a27a1a-874f-4ecb-a2f3-b4299827d548 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529861 Apr 16 11:50:31.848565 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-adbc9082-2976-4555-bcd5-ff81a48e7c02 req-3437e88f-fc10-4dff-a753-896034d5914e tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Apr 16 11:50:31.882350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011f804-01a4-4017-8b67-256fada2ae71 req-960f790a-b2c0-41d9-b946-8e9aa99dc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:31.884493 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e011f804-01a4-4017-8b67-256fada2ae71 req-960f790a-b2c0-41d9-b946-8e9aa99dc805 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78a2f5b0c1a34e928111781c13c825e1&device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 1097 time: 0.0967207 Apr 16 11:50:32.044121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011f804-01a4-4017-8b67-256fada2ae71 req-84b9f0c0-774c-4eee-853a-6f7a168ad6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.045682 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e011f804-01a4-4017-8b67-256fada2ae71 req-84b9f0c0-774c-4eee-853a-6f7a168ad6b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 HTTP/1.1" status: 200 len: 915 time: 0.1505394 Apr 16 11:50:32.123305 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dbb5c-e18f-4306-b551-1176c152a7d3 req-c41100b3-d321-42a6-8555-4f67e28c2743 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.125341 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-541dbb5c-e18f-4306-b551-1176c152a7d3 req-c41100b3-d321-42a6-8555-4f67e28c2743 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1619720 Apr 16 11:50:32.126472 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e011f804-01a4-4017-8b67-256fada2ae71 req-ed2fd603-bfca-4ea3-9703-b022139a9351 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ecc2670-59bc-4954-8100-54fd97d56d6b HTTP/1.1" status: 200 len: 217 time: 0.0713124 Apr 16 11:50:32.140103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ad5f-f9af-4649-9e4d-3756d93b2533 req-67a5e628-4cf1-426e-993f-527911c9add9 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.141733 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4f35ad5f-f9af-4649-9e4d-3756d93b2533 req-67a5e628-4cf1-426e-993f-527911c9add9 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 944 time: 0.1345961 Apr 16 11:50:32.207668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011f804-01a4-4017-8b67-256fada2ae71 req-0ac7e9a8-9126-43f5-b56d-96b6ea363450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.209271 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e011f804-01a4-4017-8b67-256fada2ae71 req-0ac7e9a8-9126-43f5-b56d-96b6ea363450 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=720d03b3-3601-46ec-892e-5c5336dfa1cb HTTP/1.1" status: 200 len: 853 time: 0.0659523 Apr 16 11:50:32.224034 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4f35ad5f-f9af-4649-9e4d-3756d93b2533 req-45308a74-fbb9-4723-8653-79e9f8fad41e tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641234 Apr 16 11:50:32.229815 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-541dbb5c-e18f-4306-b551-1176c152a7d3 req-5510ab5d-6b6a-4cc8-8b5e-76b1c3d06419 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870314 Apr 16 11:50:32.280113 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e011f804-01a4-4017-8b67-256fada2ae71 req-128a8a89-30ee-44e2-889d-bfc9033103a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628798 Apr 16 11:50:32.442334 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e011f804-01a4-4017-8b67-256fada2ae71 req-a83ad572-341f-4047-a8f7-775e84c380a3 service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522274 Apr 16 11:50:32.467310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9048d-2f55-4574-be45-a0818a941628 req-2886cc4d-d314-4410-ab1e-d9c9a904ef15 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:32.469698 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-69f9048d-2f55-4574-be45-a0818a941628 req-2886cc4d-d314-4410-ab1e-d9c9a904ef15 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1146920 Apr 16 11:50:32.522734 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-69f9048d-2f55-4574-be45-a0818a941628 req-e1627a3b-81db-47e8-910b-f021adfd2dfe tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Apr 16 11:50:32.615850 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e011f804-01a4-4017-8b67-256fada2ae71 req-e396a3d2-2af3-479c-a5c6-e479c8aec2b8 service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659124 Apr 16 11:50:33.095151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a467a3-7bb4-4e83-83c3-85b90664a19c req-ddec2c2a-0cbf-462d-a40d-aaf525f64c99 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.096780 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a6a467a3-7bb4-4e83-83c3-85b90664a19c req-ddec2c2a-0cbf-462d-a40d-aaf525f64c99 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1639276 Apr 16 11:50:33.106302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8659b-e584-4fc3-9038-b6818590b17f req-16ce0d3c-2990-41ab-9426-8e63e7283718 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.107759 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63f8659b-e584-4fc3-9038-b6818590b17f req-16ce0d3c-2990-41ab-9426-8e63e7283718 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.1250145 Apr 16 11:50:33.184693 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a6a467a3-7bb4-4e83-83c3-85b90664a19c req-99e4e001-c776-4e25-b179-ad2c83c3c14a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759192 Apr 16 11:50:33.189395 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63f8659b-e584-4fc3-9038-b6818590b17f req-82e2207f-db60-4e02-97a6-867bbe287f1d tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668287 Apr 16 11:50:33.432669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92824d4c-27a2-413b-ac19-741cb3827f00 req-06832432-499f-434f-8498-be0314540eea tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.434302 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-92824d4c-27a2-413b-ac19-741cb3827f00 req-06832432-499f-434f-8498-be0314540eea tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 944 time: 0.0925720 Apr 16 11:50:33.527865 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-92824d4c-27a2-413b-ac19-741cb3827f00 req-fab1c34e-6b1e-4792-b554-a0a042a17ce6 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866082 Apr 16 11:50:33.612136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-0a3b2563-8932-41c7-bf0d-3b0d1cb4453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.614670 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-0a3b2563-8932-41c7-bf0d-3b0d1cb4453f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 1099 time: 0.0834148 Apr 16 11:50:33.632723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050ca3-f5ef-4890-b2d4-6ca02db28282 req-581ff593-ee89-4e1e-b7e2-273c717d0355 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.634912 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ec050ca3-f5ef-4890-b2d4-6ca02db28282 req-581ff593-ee89-4e1e-b7e2-273c717d0355 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1581469 Apr 16 11:50:33.766784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-8d95c6f1-3dfe-42a9-b3ef-aeff10da4009 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.767321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-fbdf830b-d8ee-4e44-9432-1519f446e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.768423 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-8d95c6f1-3dfe-42a9-b3ef-aeff10da4009 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.2046130 Apr 16 11:50:33.769095 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-fbdf830b-d8ee-4e44-9432-1519f446e72f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 913 time: 0.1468773 Apr 16 11:50:33.771370 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ec050ca3-f5ef-4890-b2d4-6ca02db28282 req-83bf5a60-a6fc-4151-970f-9cb1d39d08a9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280723 Apr 16 11:50:33.849644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1cc8-e8a1-4dfb-b9d1-f6cf7f1f8466 req-1b1af497-1f15-4420-a199-6ba7f153aa22 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:33.851449 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0a2f1cc8-e8a1-4dfb-b9d1-f6cf7f1f8466 req-1b1af497-1f15-4420-a199-6ba7f153aa22 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2093241 Apr 16 11:50:33.963867 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-6d85335b-4272-4c30-bf37-13db160105f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 200 len: 1001 time: 0.1751649 Apr 16 11:50:33.982063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Deleting port 314f1123-b7a6-4441-8afd-aed15d8f2543 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:50:33.982454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.025393 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0a2f1cc8-e8a1-4dfb-b9d1-f6cf7f1f8466 req-5b928444-d4f1-4447-b765-08e2f8d71674 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612921 Apr 16 11:50:34.039018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-3c0c36f8-8903-4fc7-9b97-1fba515f437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:34.040687 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-3c0c36f8-8903-4fc7-9b97-1fba515f437e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.0688083 Apr 16 11:50:34.132461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-3bfa17ea-d083-4507-bf89-63d79e22af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:34.134109 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-3bfa17ea-d083-4507-bf89-63d79e22af2b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0848098 Apr 16 11:50:34.138312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf6735-8b07-4f5c-b94a-3b2af1b3670c req-85bdd4f5-4e34-416a-9f47-448024a1d4af tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:34.140067 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-efbf6735-8b07-4f5c-b94a-3b2af1b3670c req-85bdd4f5-4e34-416a-9f47-448024a1d4af tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2311044 Apr 16 11:50:34.295482 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-cffa80d8-ef8d-4ef8-a324-0fd6eb6c10fa service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500359 Apr 16 11:50:34.447605 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eabe2b54-a2c1-4c1b-bf83-0a9ac5769531 req-74f3715c-5355-43db-9aaa-1e36879d0a86 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435883 Apr 16 11:50:34.569001 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-efbf6735-8b07-4f5c-b94a-3b2af1b3670c req-ab54f44a-eeaa-45b3-bb28-bd97a420a2f3 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198828 Apr 16 11:50:34.633514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] For port 314f1123-b7a6-4441-8afd-aed15d8f2543, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=314f1123-b7a6-4441-8afd-aed15d8f2543,segment=NetworkSegment(0035efa1-3739-45ef-94f2-18fa3755efe9),segment_id=0035efa1-3739-45ef-94f2-18fa3755efe9)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:34.633932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:34.711462 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5094bf-cb1a-4087-8e21-fc55073b5368 req-a082de06-da45-4012-8d5d-2cbc22fc40d5 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:34.713058 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eb5094bf-cb1a-4087-8e21-fc55073b5368 req-a082de06-da45-4012-8d5d-2cbc22fc40d5 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 946 time: 0.3005495 Apr 16 11:50:34.782218 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Calling delete_port for 314f1123-b7a6-4441-8afd-aed15d8f2543 owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:50:34.860220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3ecc2670-59bc-4954-8100-54fd97d56d6b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:50:34.941844 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eb5094bf-cb1a-4087-8e21-fc55073b5368 req-29286a90-7a3e-4c67-983b-8063e37b10e5 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667650 Apr 16 11:50:34.990735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54cb3-7e70-41d5-b425-5f9447a86669 req-20ea3401-cd38-46d4-85d6-451291d84fe1 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:34.999174 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-36f54cb3-7e70-41d5-b425-5f9447a86669 req-20ea3401-cd38-46d4-85d6-451291d84fe1 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 944 time: 0.2253518 Apr 16 11:50:35.012355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3ecc2670-59bc-4954-8100-54fd97d56d6b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3ecc2670-59bc-4954-8100-54fd97d56d6b,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:35.028905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '3ecc2670-59bc-4954-8100-54fd97d56d6b', 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27', 'port_id': '3ecc2670-59bc-4954-8100-54fd97d56d6b', 'mac_address': 'fa:16:3e:82:b5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720d03b3-3601-46ec-892e-5c5336dfa1cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:50:35.137683 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.148080 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-36f54cb3-7e70-41d5-b425-5f9447a86669 req-50289028-c47d-47cc-9d44-59afa8e68de4 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468885 Apr 16 11:50:35.171309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.188391 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecc2670-59bc-4954-8100-54fd97d56d6b {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:35.193096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:35.207732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['314f1123-b7a6-4441-8afd-aed15d8f2543'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:35.252462 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Pushing event deleted for resources: {'Port': ['ID=314f1123-b7a6-4441-8afd-aed15d8f2543,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:35.267646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:35.298705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3ecc2670-59bc-4954-8100-54fd97d56d6b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3ecc2670-59bc-4954-8100-54fd97d56d6b,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:35.302061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.303886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:35.384546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3ecc2670-59bc-4954-8100-54fd97d56d6b,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:35.393509 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.393903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.394289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.394668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.395080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.395484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.395854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.396222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.396593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.396958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.397480 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.397849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:35.402254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:35.562029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeab887-19fc-496f-bead-e09685c06d62 req-f219ddda-eb55-4610-ae3e-43276ef8dd71 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:35.562029 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-adeab887-19fc-496f-bead-e09685c06d62 req-f219ddda-eb55-4610-ae3e-43276ef8dd71 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.2382655 Apr 16 11:50:35.568435 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['3ecc2670-59bc-4954-8100-54fd97d56d6b'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:35.605938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbb6e8-d37c-43d7-b7e3-023471c0fea3 req-302e4fc4-a30f-446a-a83f-4f978eea8392 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:35.607511 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8bdbb6e8-d37c-43d7-b7e3-023471c0fea3 req-302e4fc4-a30f-446a-a83f-4f978eea8392 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2869549 Apr 16 11:50:35.697870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] No DVR routers for this DVR port 314f1123-b7a6-4441-8afd-aed15d8f2543 on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:50:35.704315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:35.707358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5de9485-353f-485f-b40e-90c548825a49', 'name': 'network-vif-deleted', 'tag': '314f1123-b7a6-4441-8afd-aed15d8f2543'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:35.752607 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1aa6d6f5-aff4-46d6-8707-b11094878110 req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.78 "DELETE /v2.0/ports/314f1123-b7a6-4441-8afd-aed15d8f2543 HTTP/1.1" status: 204 len: 173 time: 1.9629810 Apr 16 11:50:35.759894 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-adeab887-19fc-496f-bead-e09685c06d62 req-0d6a44b6-87a3-4afb-b211-13cbbdce0c42 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693461 Apr 16 11:50:35.771032 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8bdbb6e8-d37c-43d7-b7e3-023471c0fea3 req-2bdfd771-7208-410e-b03d-58fab3bd8273 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425872 Apr 16 11:50:35.843016 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5de9485-353f-485f-b40e-90c548825a49', 'name': 'network-vif-deleted', 'tag': '314f1123-b7a6-4441-8afd-aed15d8f2543', 'status': 'completed', 'code': 200} Apr 16 11:50:36.195391 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2dfb5df8-0ac6-420c-85aa-a1445019c522 req-af833715-9ce6-4bea-9621-5b039e48dff0 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Synchronizing usage tracker for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:50:36.242899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-669df398-cfe7-48b5-b63b-0ddf0d13153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.244553 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-669df398-cfe7-48b5-b63b-0ddf0d13153c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.2224894 Apr 16 11:50:36.246586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2dfb5df8-0ac6-420c-85aa-a1445019c522 req-af833715-9ce6-4bea-9621-5b039e48dff0 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Unset dirty status for tenant:edf7b5ee53c0401799259881d4bea9a4 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:50:36.247740 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2dfb5df8-0ac6-420c-85aa-a1445019c522 req-af833715-9ce6-4bea-9621-5b039e48dff0 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] 10.222.0.58 "GET /v2.0/ports?device_id=b5de9485-353f-485f-b40e-90c548825a49 HTTP/1.1" status: 200 len: 210 time: 0.1142898 Apr 16 11:50:36.290017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84b2ed-8d6c-46fa-b922-b6cc9c131485 req-18714903-904e-4ecd-8687-aaa284a04e15 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.291726 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ac84b2ed-8d6c-46fa-b922-b6cc9c131485 req-18714903-904e-4ecd-8687-aaa284a04e15 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2097068 Apr 16 11:50:36.478569 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ac84b2ed-8d6c-46fa-b922-b6cc9c131485 req-1da4b7de-59ca-4556-90ec-84bf963ea915 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315393 Apr 16 11:50:36.511037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-836c6145-3b7b-4f07-b25a-8e69db177039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.512699 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-836c6145-3b7b-4f07-b25a-8e69db177039 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.2575758 Apr 16 11:50:36.597531 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-e88e4733-7b5b-4f9a-a0b0-3666109731a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 217 time: 0.0683186 Apr 16 11:50:36.610363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f06b4-f48d-4feb-8a4b-f885f74f919d req-f1e5e780-2e07-48e7-be38-4772412666ba tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.611937 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9e1f06b4-f48d-4feb-8a4b-f885f74f919d req-f1e5e780-2e07-48e7-be38-4772412666ba tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 945 time: 0.1946752 Apr 16 11:50:36.713134 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9e1f06b4-f48d-4feb-8a4b-f885f74f919d req-94d5035c-77d0-4d71-bb4a-7652aa27b431 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626354 Apr 16 11:50:36.714623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-ea38483e-6839-4787-b65a-fdc458e4f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:36.716258 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-ea38483e-6839-4787-b65a-fdc458e4f98b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.1032760 Apr 16 11:50:36.770491 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-6cedf914-b7c5-4840-baf3-d5ce7459af23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469034 Apr 16 11:50:36.877158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3ecc2670-59bc-4954-8100-54fd97d56d6b up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:36.951579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 3ecc2670-59bc-4954-8100-54fd97d56d6b completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:50:36.956667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 3ecc2670-59bc-4954-8100-54fd97d56d6b triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:36.957148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:36.977306 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-15b298c5-04ca-487d-a825-6cc6d3c8b26a service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962998 Apr 16 11:50:37.084222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451fab-b6c2-4050-bccc-cfd54aea171d req-9d279a9d-5cfd-4fbe-bdb8-ce625ac9f6d3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:37.085824 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a451fab-b6c2-4050-bccc-cfd54aea171d req-9d279a9d-5cfd-4fbe-bdb8-ce625ac9f6d3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.2097650 Apr 16 11:50:37.101014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.130388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc2670-59bc-4954-8100-54fd97d56d6b'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:37.140754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3ecc2670-59bc-4954-8100-54fd97d56d6b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3ecc2670-59bc-4954-8100-54fd97d56d6b,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:37.144045 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.145000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 314f1123-b7a6-4441-8afd-aed15d8f2543 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:50:37.174121 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a451fab-b6c2-4050-bccc-cfd54aea171d req-5c072984-e560-4d0b-b139-cc5a9c937dd3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784323 Apr 16 11:50:37.179546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c0b4d16-8e6c-4a1d-8ec2-31badc25cb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:37.179942 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ff0a08a4-601f-4f6a-8c47-765d3ce7bf11 req-eabb81c7-744c-4d15-bd2d-126ad2f3e6c9 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942954 Apr 16 11:50:37.228228 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc2670-59bc-4954-8100-54fd97d56d6b', 'code': 200} Apr 16 11:50:37.228971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 314f1123-b7a6-4441-8afd-aed15d8f2543 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:50:37.229368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 314f1123-b7a6-4441-8afd-aed15d8f2543 not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:50:37.267997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3ecc2670-59bc-4954-8100-54fd97d56d6b,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:37.271005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:37.361280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47940) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:37.426782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Deleting subnet b8c77726-eb61-4258-87e8-e5b1b65aa9a3 {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:50:37.429834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.483870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.488690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84f08-dcce-4d92-9176-888e29673ff7 req-36192dad-24ae-49ff-9f49-3eae828adfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:37.490326 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b3c84f08-dcce-4d92-9176-888e29673ff7 req-36192dad-24ae-49ff-9f49-3eae828adfe1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 1099 time: 0.0821035 Apr 16 11:50:37.546332 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b3c84f08-dcce-4d92-9176-888e29673ff7 req-d8f0fe43-4941-44fa-a7e1-cd833b43f53a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Apr 16 11:50:37.712828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094055ad-0a1e-4dbe-a229-2b4ca11838d8 req-8ead2b37-3ec6-4ba7-82f3-325249e6fad8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:37.714536 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-094055ad-0a1e-4dbe-a229-2b4ca11838d8 req-8ead2b37-3ec6-4ba7-82f3-325249e6fad8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0980370 Apr 16 11:50:37.761893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:37.764213 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-094055ad-0a1e-4dbe-a229-2b4ca11838d8 req-a97e5c7e-991d-46ce-874a-0709caf485c6 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Apr 16 11:50:37.919976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993e501-1797-4075-9ea1-b7b5db4ab171 req-cc0c5360-8d0a-4093-8cd3-8dc836e43a7f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:37.921665 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e993e501-1797-4075-9ea1-b7b5db4ab171 req-cc0c5360-8d0a-4093-8cd3-8dc836e43a7f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.0924213 Apr 16 11:50:37.977671 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e993e501-1797-4075-9ea1-b7b5db4ab171 req-56ff3954-387c-4901-b631-08e6536a3f80 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478220 Apr 16 11:50:38.035331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.051912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:38.148157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c77726-eb61-4258-87e8-e5b1b65aa9a3,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:38.153655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:38.187721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.194049 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b8c77726-eb61-4258-87e8-e5b1b65aa9a3 HTTP/1.1" status: 204 len: 168 time: 0.8316367 Apr 16 11:50:38.197291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47948) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:38.318378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.398062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d5310-ee56-455d-957b-f587db6cf695 req-d4b1b732-f3e6-47e6-8a82-48c9ba7d5f1c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:38.400753 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f69d5310-ee56-455d-957b-f587db6cf695 req-d4b1b732-f3e6-47e6-8a82-48c9ba7d5f1c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.0971427 Apr 16 11:50:38.452591 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f69d5310-ee56-455d-957b-f587db6cf695 req-7feedb45-b29a-4193-836c-6396b7898e89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 Apr 16 11:50:38.521166 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.645892 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dde220e-f806-429c-8117-67648a2d307d']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:38.659487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0035efa1-3739-45ef-94f2-18fa3755efe9') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:38.660312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0035efa1-3739-45ef-94f2-18fa3755efe9') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:38.673406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.692405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.698921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:50:38.880925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Network 3dde220e-f806-429c-8117-67648a2d307d has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:50:38.890811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:38.976764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc863e4-f364-47cd-ba24-a9465eff2aa0 req-1ea03495-cdc1-45fc-bf5e-19f9e91035c4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:38.978920 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-afc863e4-f364-47cd-ba24-a9465eff2aa0 req-1ea03495-cdc1-45fc-bf5e-19f9e91035c4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0963790 Apr 16 11:50:39.027217 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-afc863e4-f364-47cd-ba24-a9465eff2aa0 req-9774c046-a5ba-4e30-adc9-7ac974c194c4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Apr 16 11:50:39.078072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Network 3dde220e-f806-429c-8117-67648a2d307d has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:50:39.101126 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:50:39.178779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.183310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-684e503f-f625-463f-8dad-a3467ea7936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:39.187628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ff71b-bb6a-4e75-85c2-d9d534d487a1 req-0093e0ae-6a6d-42fe-b892-f5945694b9ab tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:39.189411 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-014ff71b-bb6a-4e75-85c2-d9d534d487a1 req-0093e0ae-6a6d-42fe-b892-f5945694b9ab tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.0916803 Apr 16 11:50:39.204396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.214356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3dde220e-f806-429c-8117-67648a2d307d,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:39.217462 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:39.228958 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/3dde220e-f806-429c-8117-67648a2d307d HTTP/1.1" status: 204 len: 168 time: 1.0305669 Apr 16 11:50:39.245705 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-014ff71b-bb6a-4e75-85c2-d9d534d487a1 req-89104fd2-a8a0-4a7a-a6a6-4ce25831f6ef tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Apr 16 11:50:39.423317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 47988) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:39.475892 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0b3007cd-4252-40e9-95f1-1ce0b6eecec8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edf7b5ee53c0401799259881d4bea9a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512428 Apr 16 11:50:39.479022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48000) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:39.551977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.583696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.637964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.644527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5f577a2a-daaa-4603-923f-aab9799e982b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:39.660576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbb196e-fe41-4df9-9d3e-3b7acf7c324c,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:39.664021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:39.676118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:39.677514 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbbb196e-fe41-4df9-9d3e-3b7acf7c324c HTTP/1.1" status: 204 len: 168 time: 0.1973431 Apr 16 11:50:39.932608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeaf47-b08d-43c0-8d43-82bcca1ff502 req-9dcb987e-2fbe-4908-a8b7-7ed875b6f7e8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:39.942111 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5cfeaf47-b08d-43c0-8d43-82bcca1ff502 req-9dcb987e-2fbe-4908-a8b7-7ed875b6f7e8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.3648987 Apr 16 11:50:40.011229 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5cfeaf47-b08d-43c0-8d43-82bcca1ff502 req-6c741073-fbd6-435b-84d4-92f979474198 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619121 Apr 16 11:50:40.246963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267c3e3-c483-4ffc-9d83-5042ab7afd58 req-34613de1-3c2d-4563-b1e3-62931a83c3ff tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:40.248699 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f267c3e3-c483-4ffc-9d83-5042ab7afd58 req-34613de1-3c2d-4563-b1e3-62931a83c3ff tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0950894 Apr 16 11:50:40.303834 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f267c3e3-c483-4ffc-9d83-5042ab7afd58 req-86c6c421-03e8-4e83-86e5-ddd025a49588 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Apr 16 11:50:41.232416 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48086) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:41.272188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff59a91-db39-4ebe-9b92-1f83dc20e8b6 req-83c6dc0b-3a8b-45cd-8ef0-a2a585fdd7ae tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:41.273953 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3ff59a91-db39-4ebe-9b92-1f83dc20e8b6 req-83c6dc0b-3a8b-45cd-8ef0-a2a585fdd7ae tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1075702 Apr 16 11:50:41.333541 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3ff59a91-db39-4ebe-9b92-1f83dc20e8b6 req-bfca644b-a42e-4e0c-a147-fde97b0c8868 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524576 Apr 16 11:50:41.400206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.420344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:41.425752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Usage tracker for resource:security_group_rule and tenant:f9aa72164f164e4c82b6b9c1c0fa058e is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:41.431433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:41.435969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:41.526590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.529471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.539258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c8fecfd7-87af-4e3c-a975-92dee22b940d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:41.583005 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9aa72164f164e4c82b6b9c1c0fa058e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494349 Apr 16 11:50:41.583987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535e9d69-9b52-4c05-b6d8-52e65ba8f22b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:41.585976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48100) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:41.587146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:41.649742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.681620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.725047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.730989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d1494c2f-db0d-4751-8c1e-ed391f40219c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:41.745250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535e9d69-9b52-4c05-b6d8-52e65ba8f22b,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:41.748289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:41.749232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:41.750569 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/535e9d69-9b52-4c05-b6d8-52e65ba8f22b HTTP/1.1" status: 204 len: 168 time: 0.1635034 Apr 16 11:50:42.131033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d250b3-d3dd-40b6-b2bb-1784daa66a60 req-3e171a05-1aa5-4e36-a5b4-594458608290 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:42.132738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-01d250b3-d3dd-40b6-b2bb-1784daa66a60 req-3e171a05-1aa5-4e36-a5b4-594458608290 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0901742 Apr 16 11:50:42.187435 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-01d250b3-d3dd-40b6-b2bb-1784daa66a60 req-a327b164-b587-44a3-b6dd-17b0c59943dc tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481219 Apr 16 11:50:42.555934 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580b015-4647-4c15-98f4-fc70877b2b70 req-63a38d05-c6f4-41ae-999f-0bd6816cdfdb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:42.557577 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2580b015-4647-4c15-98f4-fc70877b2b70 req-63a38d05-c6f4-41ae-999f-0bd6816cdfdb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.0981271 Apr 16 11:50:42.560148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720c4aed-026a-4c69-8451-b238c441d662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:42.609645 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2580b015-4647-4c15-98f4-fc70877b2b70 req-1cdacc96-67cb-472c-b3b2-cd17bc13b194 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Apr 16 11:50:43.822037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6c262-f0a6-48e7-afcb-f30912bee615 req-38357675-659b-4a1e-99c0-c6e048b65d33 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:43.823828 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e6f6c262-f0a6-48e7-afcb-f30912bee615 req-38357675-659b-4a1e-99c0-c6e048b65d33 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.0922050 Apr 16 11:50:43.876135 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e6f6c262-f0a6-48e7-afcb-f30912bee615 req-b26d072a-2abc-43f5-a9a8-c8481dc7ab83 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456846 Apr 16 11:50:44.816140 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e115-31f3-44d5-b777-769f739630b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:45.098426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303eea07-5d70-4c6f-957b-15d772422dab req-42a32ed4-5b4a-4ed9-9128-5bf355f7e2d7 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:45.099978 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-303eea07-5d70-4c6f-957b-15d772422dab req-42a32ed4-5b4a-4ed9-9128-5bf355f7e2d7 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.0895541 Apr 16 11:50:45.112197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:50:45.154546 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-303eea07-5d70-4c6f-957b-15d772422dab req-c67ca2ec-4f85-4b14-89eb-86f2c92d8c38 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Apr 16 11:50:45.218056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:45.497424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-f293a506-2294-4db8-bd40-4b8398497fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:45.499034 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-f293a506-2294-4db8-bd40-4b8398497fc1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.1534388 Apr 16 11:50:45.601827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ee12-e95b-447e-a3eb-58ab54d0037d req-c30ba3d6-cc28-4d7c-acf6-141267f27a14 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:45.604020 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3fe6ee12-e95b-447e-a3eb-58ab54d0037d req-c30ba3d6-cc28-4d7c-acf6-141267f27a14 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2079799 Apr 16 11:50:45.692750 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3fe6ee12-e95b-447e-a3eb-58ab54d0037d req-4cfd23c5-7496-47a9-9343-72a57045abfe tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759990 Apr 16 11:50:45.714197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-811e457c-1e0e-4b89-8241-3dddfcd99dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:45.715893 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-811e457c-1e0e-4b89-8241-3dddfcd99dfa service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.2090418 Apr 16 11:50:45.797385 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-44e9ce27-54eb-4356-97c1-d491f82736e5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 217 time: 0.0737724 Apr 16 11:50:45.868523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-c8ee700d-a3dc-4698-ac6e-c8f2cb5a98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:45.870122 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-c8ee700d-a3dc-4698-ac6e-c8f2cb5a98f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.0667994 Apr 16 11:50:45.930732 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-aa68f84a-8bb7-4797-a27d-54736b95b2cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528028 Apr 16 11:50:46.083380 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-f0e3c7f6-0aaf-49b9-9a62-3e5ccf521dcf service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434515 Apr 16 11:50:46.236552 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9cd3a9e9-80af-44c7-a3e3-4dc78f0a9f9e req-5c389888-f990-4e02-835c-7448c8d3f992 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453283 Apr 16 11:50:46.370204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375770c8-fa26-4558-8d83-7bcc03fd0b84 req-0384eb11-e9f8-43f0-a7a2-4daba4e48ccf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.371756 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-375770c8-fa26-4558-8d83-7bcc03fd0b84 req-0384eb11-e9f8-43f0-a7a2-4daba4e48ccf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.0915320 Apr 16 11:50:46.421254 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-375770c8-fa26-4558-8d83-7bcc03fd0b84 req-df4ad0e6-d33b-4dff-992b-ae9db4881873 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427506 Apr 16 11:50:46.434626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:46.907077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4effca0-ef10-427d-8598-83ed9d30a06e req-704b95da-4b2b-4367-bd86-3a7d9dc278c1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:46.909987 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4effca0-ef10-427d-8598-83ed9d30a06e req-704b95da-4b2b-4367-bd86-3a7d9dc278c1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0978112 Apr 16 11:50:46.963944 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4effca0-ef10-427d-8598-83ed9d30a06e req-1074d6d3-a21b-466c-9355-2b7140076ed1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Apr 16 11:50:47.200857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.261304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48214) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:47.388456 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.406279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:47.410388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Usage tracker for resource:security_group_rule and tenant:61b440c187e7422cb252812f23edd7b8 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:47.413727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:47.420492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:47.512910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.516060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.526043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:47.623111 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61b440c187e7422cb252812f23edd7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605771 Apr 16 11:50:47.625974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48222) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:47.627637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4ceb87-c437-4d1d-bcf8-743523af18c7,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:47.631372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:47.672241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621b62-e994-4d5e-b26b-7954eff35c28 req-d2ba5d2b-7cab-4f61-b891-4a711ccbd924 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:47.673468 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b621b62-e994-4d5e-b26b-7954eff35c28 req-d2ba5d2b-7cab-4f61-b891-4a711ccbd924 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1231992 Apr 16 11:50:47.700464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.726392 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b621b62-e994-4d5e-b26b-7954eff35c28 req-0ebd98ec-7e39-4f63-a022-0e217e600ee0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458026 Apr 16 11:50:47.733669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.788521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.794295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5d08fddd-cb34-43ef-a959-5f5bac20a181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:47.812044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4ceb87-c437-4d1d-bcf8-743523af18c7,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:47.816168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:47.823431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.824647 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c4ceb87-c437-4d1d-bcf8-743523af18c7 HTTP/1.1" status: 204 len: 168 time: 0.1975319 Apr 16 11:50:48.175380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65ab2f-4063-4fb8-9cac-5d36f437f45e req-78f44d74-cc0d-42e6-be66-1398da38d1fa tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:48.177195 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7f65ab2f-4063-4fb8-9cac-5d36f437f45e req-78f44d74-cc0d-42e6-be66-1398da38d1fa tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0943530 Apr 16 11:50:48.227843 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7f65ab2f-4063-4fb8-9cac-5d36f437f45e req-b80a5893-5ef1-46b1-9369-f44300d5ecc1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441971 Apr 16 11:50:48.911128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:50:48.979118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc62b2-9928-4337-811f-c583ad0989a2 req-c2c1c9d5-d9f2-48a6-95e4-34ad36bf016e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:48.982365 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-94fc62b2-9928-4337-811f-c583ad0989a2 req-c2c1c9d5-d9f2-48a6-95e4-34ad36bf016e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1332421 Apr 16 11:50:49.040523 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-94fc62b2-9928-4337-811f-c583ad0989a2 req-4ba69079-8565-411c-bd52-e3567f83050a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500035 Apr 16 11:50:49.115539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:49.138816 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'port_id': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'mac_address': 'fa:16:3e:d9:e8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:50:49.208538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:49.229758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a152f12c-04df-4b2e-968a-aa28bc15c67e {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:50:49.247798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:49.255420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:49.259265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:49.349911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=6']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:49.354701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:49.367187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['a152f12c-04df-4b2e-968a-aa28bc15c67e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:50:49.497086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76451052-42be-4436-90c7-b0138d451e08 req-ca005f1d-d3df-4f93-96a5-6d91c7b11555 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:49.498882 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-76451052-42be-4436-90c7-b0138d451e08 req-ca005f1d-d3df-4f93-96a5-6d91c7b11555 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1162953 Apr 16 11:50:49.562117 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-76451052-42be-4436-90c7-b0138d451e08 req-97ca6c75-f7d4-47be-a88b-5f8f0bec8cd6 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Apr 16 11:50:50.102007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48318) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:50.275337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.288994 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53325-7590-4cb7-a0a4-be728217af85 req-b0ced180-522c-42bf-9666-6a474433dc24 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:50.294442 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:50.297477 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07c53325-7590-4cb7-a0a4-be728217af85 req-b0ced180-522c-42bf-9666-6a474433dc24 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 945 time: 0.1130314 Apr 16 11:50:50.299828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Usage tracker for resource:security_group_rule and tenant:e31d3677a93b47e4bfe19d928147d276 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:50.304773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:50.312058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:50.358875 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07c53325-7590-4cb7-a0a4-be728217af85 req-891ca999-2895-4b52-8132-93127dfb9922 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603058 Apr 16 11:50:50.410151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.414666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.426647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:50.474093 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e31d3677a93b47e4bfe19d928147d276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704093 Apr 16 11:50:50.475683 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62662c-9be7-45f3-807e-f1011d732668,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:50.476960 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48324) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:50.486472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:50.554800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6b55ce12-1aa9-40e3-bf25-44d769d591ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.585250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6b55ce12-1aa9-40e3-bf25-44d769d591ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.652671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6b55ce12-1aa9-40e3-bf25-44d769d591ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.668728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3149576e-c30a-464e-b7f0-b0390031c768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:50.686760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55ce12-1aa9-40e3-bf25-44d769d591ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62662c-9be7-45f3-807e-f1011d732668,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:50.707230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6b55ce12-1aa9-40e3-bf25-44d769d591ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:50.711254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6b55ce12-1aa9-40e3-bf25-44d769d591ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.719312 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6b55ce12-1aa9-40e3-bf25-44d769d591ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a62662c-9be7-45f3-807e-f1011d732668 HTTP/1.1" status: 204 len: 168 time: 0.2406542 Apr 16 11:50:50.843347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83f7cf-5c17-428f-a506-599cc470a88d req-c037837f-9a10-44e5-a6aa-ac21de35d29b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:50.846214 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9f83f7cf-5c17-428f-a506-599cc470a88d req-c037837f-9a10-44e5-a6aa-ac21de35d29b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1106110 Apr 16 11:50:50.936690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:50:50.958125 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9f83f7cf-5c17-428f-a506-599cc470a88d req-b3baabb1-b552-441d-ba66-931674d07937 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044986 Apr 16 11:50:51.064567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port a152f12c-04df-4b2e-968a-aa28bc15c67e triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:50:51.064997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.237469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.264496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48336) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:51.282625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:50:51.290570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.295110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:50:51.299400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.301608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:51.310546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:51.314818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Usage tracker for resource:security_group_rule and tenant:b29a713eddbf4bababc2b1a32d5414f7 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:51.318111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:51.329085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:51.365928 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'code': 200} Apr 16 11:50:51.389195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=7']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:51.392901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:51.445936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.450183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.463822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e0a4180-d415-403d-bfde-cbeb80bd8884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:51.506589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df91ce2f-bcdb-43eb-99ab-78690d437f07,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:51.535484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.567636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:51.591806 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48344) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:51.592026 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b29a713eddbf4bababc2b1a32d5414f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262126 Apr 16 11:50:51.644890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5673-5ad7-4b3c-8735-a2fd512e02ad req-6b9c231d-bcc3-4073-bb35-bc7ce6fe442a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:51.646628 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b19a5673-5ad7-4b3c-8735-a2fd512e02ad req-6b9c231d-bcc3-4073-bb35-bc7ce6fe442a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1265640 Apr 16 11:50:51.678342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.705212 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b19a5673-5ad7-4b3c-8735-a2fd512e02ad req-e1f7b4a4-8e29-4670-af87-cec53e20f8c7 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510173 Apr 16 11:50:51.734732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.784511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.791062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d8939db2-be2c-49df-b609-52c1f7c895f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:51.804260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df91ce2f-bcdb-43eb-99ab-78690d437f07,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:51.806993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:51.821629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:51.822994 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df91ce2f-bcdb-43eb-99ab-78690d437f07 HTTP/1.1" status: 204 len: 168 time: 0.2297487 Apr 16 11:50:52.227467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ba9f8-82e4-459d-910b-412c25f641c5 req-6995ae89-1302-4946-ae3d-380b81808b9e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:52.236236 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ef1ba9f8-82e4-459d-910b-412c25f641c5 req-6995ae89-1302-4946-ae3d-380b81808b9e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1197712 Apr 16 11:50:52.293721 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ef1ba9f8-82e4-459d-910b-412c25f641c5 req-fc4dd934-8778-45bd-8755-9e9d57742cba tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564461 Apr 16 11:50:52.978646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dc42f-fcfe-4d5a-be2e-ea820c599160 req-26f0d5c7-a107-41f6-8689-3c5ec02cd60c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:52.981808 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ad9dc42f-fcfe-4d5a-be2e-ea820c599160 req-26f0d5c7-a107-41f6-8689-3c5ec02cd60c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1242347 Apr 16 11:50:53.044456 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ad9dc42f-fcfe-4d5a-be2e-ea820c599160 req-fd94d0b4-2400-4c31-ad7e-fb63b7033060 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577021 Apr 16 11:50:53.561431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3546c8a-39f6-4b5a-8953-db81da14e861 req-9bdc711a-d4d4-411d-8df2-f6e078b29bd8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:53.571304 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c3546c8a-39f6-4b5a-8953-db81da14e861 req-9bdc711a-d4d4-411d-8df2-f6e078b29bd8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1464808 Apr 16 11:50:53.631479 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c3546c8a-39f6-4b5a-8953-db81da14e861 req-3f11ac8f-f975-471e-bcbc-ff31fd3221a5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564516 Apr 16 11:50:54.302673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609cf9-60a1-4e0e-88bc-a892aff70eb6 req-64551c61-3527-478f-991d-33eb9775c8d8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:54.304691 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b4609cf9-60a1-4e0e-88bc-a892aff70eb6 req-64551c61-3527-478f-991d-33eb9775c8d8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1106584 Apr 16 11:50:54.370960 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b4609cf9-60a1-4e0e-88bc-a892aff70eb6 req-baf1ad6f-b4e5-44e3-a515-dd4a4162b5ea tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508697 Apr 16 11:50:54.846526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f61ab-65f5-43b7-a6dc-d6109df6525c req-1c8d0a28-96c9-4e6b-90a6-1e25b1190880 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:54.849017 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4e7f61ab-65f5-43b7-a6dc-d6109df6525c req-1c8d0a28-96c9-4e6b-90a6-1e25b1190880 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1001720 Apr 16 11:50:54.918265 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4e7f61ab-65f5-43b7-a6dc-d6109df6525c req-488e4296-103a-4e82-bfbf-fc8468e8f2af tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589576 Apr 16 11:50:55.610140 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f1df1-520f-48f1-bbff-85a6a099ea99 req-e248e1da-2c2b-4e9b-9754-a4135ad24f5f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:55.611928 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-266f1df1-520f-48f1-bbff-85a6a099ea99 req-e248e1da-2c2b-4e9b-9754-a4135ad24f5f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1058025 Apr 16 11:50:55.688579 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-266f1df1-520f-48f1-bbff-85a6a099ea99 req-72f24f8e-7fe1-4e5a-970d-eddebf3b27ce tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692153 Apr 16 11:50:56.188237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2697950-7a17-49fc-a5c0-b2b9a130dc5c req-cb0c9752-cc27-4e79-ba50-bdc0558818c3 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.197610 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a2697950-7a17-49fc-a5c0-b2b9a130dc5c req-cb0c9752-cc27-4e79-ba50-bdc0558818c3 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1141441 Apr 16 11:50:56.278463 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a2697950-7a17-49fc-a5c0-b2b9a130dc5c req-dea601df-93f3-4ecd-9125-c61a84230955 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795941 Apr 16 11:50:56.950574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0abfd7-19fc-4d6f-b4a9-9a247bde86d9 req-d906057b-2fd0-4ade-b3eb-20ccd7b98244 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:56.952690 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dc0abfd7-19fc-4d6f-b4a9-9a247bde86d9 req-d906057b-2fd0-4ade-b3eb-20ccd7b98244 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1226628 Apr 16 11:50:57.022144 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dc0abfd7-19fc-4d6f-b4a9-9a247bde86d9 req-8e2f4596-cc76-4222-9098-dacb49de6f86 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626979 Apr 16 11:50:57.503954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5735a60-8c01-41d7-8b85-35aab38fe105 req-993af477-4f5c-4063-92ba-e093b8480477 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:57.512062 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d5735a60-8c01-41d7-8b85-35aab38fe105 req-993af477-4f5c-4063-92ba-e093b8480477 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1120090 Apr 16 11:50:57.574909 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d5735a60-8c01-41d7-8b85-35aab38fe105 req-07344aa7-ea7f-4b8d-b138-447e372af204 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617819 Apr 16 11:50:58.290555 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5e169-93f5-4487-85c0-6d258b990f9e req-17126374-2030-493e-8a6d-741668257739 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:58.299982 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f6d5e169-93f5-4487-85c0-6d258b990f9e req-17126374-2030-493e-8a6d-741668257739 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1457834 Apr 16 11:50:58.373252 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f6d5e169-93f5-4487-85c0-6d258b990f9e req-ef1c7f0f-c1a8-4793-9bac-976136ddada5 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719113 Apr 16 11:50:58.861148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188273-b8fd-415c-bc0c-d946cddfc9c9 req-3beec01c-0e4a-4a37-b0b3-23748c19b306 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:58.865673 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3f188273-b8fd-415c-bc0c-d946cddfc9c9 req-3beec01c-0e4a-4a37-b0b3-23748c19b306 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1296277 Apr 16 11:50:58.890155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48506) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:58.921634 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3f188273-b8fd-415c-bc0c-d946cddfc9c9 req-d2ffa511-379c-4d53-a2e1-a3c3750d7ae4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Apr 16 11:50:59.022465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.041262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:59.047110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c5cbdb6cba495ea783e97e02b17a5b is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:59.050341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:59.057292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:59.166107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.171318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.181352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cb4ff52c-7c50-40b6-ab6a-75203975dac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:59.214986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d86da-11e4-498f-aade-699c47178f12,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:59.218903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:59.250876 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6c5cbdb6cba495ea783e97e02b17a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595526 Apr 16 11:50:59.254651 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48516) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:59.339552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.375749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.426507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.437248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:59.451463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d86da-11e4-498f-aade-699c47178f12,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:59.454061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:59.460534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.461778 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf7d86da-11e4-498f-aade-699c47178f12 HTTP/1.1" status: 204 len: 168 time: 0.2058489 Apr 16 11:50:59.652541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c4510-e69f-4f15-ab6b-b48e8e11b6e1 req-2e17f411-08b9-4639-92b0-e336a976f9bb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:59.654457 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-118c4510-e69f-4f15-ab6b-b48e8e11b6e1 req-2e17f411-08b9-4639-92b0-e336a976f9bb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1231260 Apr 16 11:50:59.707348 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-118c4510-e69f-4f15-ab6b-b48e8e11b6e1 req-d5782272-01b7-45b8-a7e4-3b2963e86fa9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463331 Apr 16 11:50:59.815620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48534) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:59.834567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.849611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:59.854201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Usage tracker for resource:security_group_rule and tenant:1523398e62594287b3f4eca9d74a90da is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:59.857206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:59.863850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:59.952837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.956206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:59.966048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-115b18ec-ea83-4b36-a2b4-ea64e9fece80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:00.009184 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1523398e62594287b3f4eca9d74a90da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921680 Apr 16 11:51:00.010206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569e1428-738a-4ab9-babb-338cf593b764,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:00.012259 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48546) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:00.013527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:00.088760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:00.119123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:00.170119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:00.176790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9b15b27b-ed98-438f-b9a3-086aff305fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:00.190775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569e1428-738a-4ab9-babb-338cf593b764,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:00.194345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:00.203526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:00.208079 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/569e1428-738a-4ab9-babb-338cf593b764 HTTP/1.1" status: 204 len: 168 time: 0.1936827 Apr 16 11:51:00.376553 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b5f6-0aac-4e11-aaee-594027088293 req-9fc65533-d79d-4ee8-a1e4-59e70e6c4bc8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:00.378323 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7593b5f6-0aac-4e11-aaee-594027088293 req-9fc65533-d79d-4ee8-a1e4-59e70e6c4bc8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.3171005 Apr 16 11:51:00.483408 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7593b5f6-0aac-4e11-aaee-594027088293 req-c94746d3-fb26-47e8-8f2b-f751a15c6156 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977740 Apr 16 11:51:00.509952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-3ee4a52d-8e72-41f4-b41f-56375e2fe300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:00.511611 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-3ee4a52d-8e72-41f4-b41f-56375e2fe300 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 1099 time: 0.1058345 Apr 16 11:51:00.664527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-9be404d4-5160-463c-8c5c-89ab83e62773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:00.666167 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-9be404d4-5160-463c-8c5c-89ab83e62773 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.1467042 Apr 16 11:51:00.785043 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-3a00cadf-f7e6-4ab7-9b70-a4444c5c24af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e HTTP/1.1" status: 200 len: 1001 time: 0.1103261 Apr 16 11:51:00.915829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-6ebebd86-0f4e-43ca-9565-17168f8b51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:00.917482 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-6ebebd86-0f4e-43ca-9565-17168f8b51c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.1248658 Apr 16 11:51:01.017436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459796c-6152-4747-9f62-5303989e9550 req-b00eaf13-de9f-474b-86c6-7ad564c8be59 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:01.019070 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7459796c-6152-4747-9f62-5303989e9550 req-b00eaf13-de9f-474b-86c6-7ad564c8be59 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.1744354 Apr 16 11:51:01.083128 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7459796c-6152-4747-9f62-5303989e9550 req-e69b71ff-3446-47ba-8afb-62cbeaf2c2a4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564911 Apr 16 11:51:01.085321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-c29d139c-7b89-4a32-b152-f2fc638833c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:01.086832 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-c29d139c-7b89-4a32-b152-f2fc638833c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1608160 Apr 16 11:51:01.236424 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-296b3e75-ce7c-47c7-aa27-9033479ad102 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421638 Apr 16 11:51:01.384886 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd9a39b3-dc52-4469-87f8-efe34e8533b5 req-d470363c-8839-443e-bbd7-37e4cc418a1d service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400349 Apr 16 11:51:01.691753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db526d-ff12-4b1b-b2ba-caf657f85ed5 req-2a0ad507-3b2c-4333-b420-3cb983c1a09c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:01.693398 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-34db526d-ff12-4b1b-b2ba-caf657f85ed5 req-2a0ad507-3b2c-4333-b420-3cb983c1a09c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0923979 Apr 16 11:51:01.743165 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-34db526d-ff12-4b1b-b2ba-caf657f85ed5 req-7a682d50-0d22-4a37-8e1d-53afc0d58b88 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Apr 16 11:51:02.297799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea40f4-bc13-44a2-8cc5-e1e8f92b7fb8 req-7c219c1e-7c74-41cb-85a5-7f3c46f04b59 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:02.299485 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cbea40f4-bc13-44a2-8cc5-e1e8f92b7fb8 req-7c219c1e-7c74-41cb-85a5-7f3c46f04b59 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 946 time: 0.0944529 Apr 16 11:51:02.337828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48616) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:02.355985 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cbea40f4-bc13-44a2-8cc5-e1e8f92b7fb8 req-aeebd7ea-d203-452a-bdac-d1e71f19998d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499110 Apr 16 11:51:02.475566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:02.491371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:02.495548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Usage tracker for resource:security_group_rule and tenant:d19781e15b084d5dafaaab07bacba298 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:02.498468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:02.504576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:02.587734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:02.590371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:02.598995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-52e510bc-4dc5-4a13-90a5-840c229b7c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:02.641849 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d19781e15b084d5dafaaab07bacba298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028967 Apr 16 11:51:02.642840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78a83a4-c8df-4a1f-b790-a37b0686d14f,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:02.644755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48624) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:02.646011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:02.706575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:02.733866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:02.781639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:02.789318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-df31b554-1be0-4967-b27c-5e81e0b42af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:02.800288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78a83a4-c8df-4a1f-b790-a37b0686d14f,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:02.804016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:02.809738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:02.813783 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c78a83a4-c8df-4a1f-b790-a37b0686d14f HTTP/1.1" status: 204 len: 168 time: 0.1650827 Apr 16 11:51:02.962004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5d482-7324-41d2-8be1-74da485e1d50 req-f6de75c9-6bdf-4329-8c6a-a2a61d261ab6 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:02.964412 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf5d482-7324-41d2-8be1-74da485e1d50 req-f6de75c9-6bdf-4329-8c6a-a2a61d261ab6 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0991251 Apr 16 11:51:02.981287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:03.013529 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1cf5d482-7324-41d2-8be1-74da485e1d50 req-33994eb3-3c84-46cf-935c-edc1fa2f891f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Apr 16 11:51:03.108969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 48634) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:03.113702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.128862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.143359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:03.144888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:03.148954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Usage tracker for resource:security_group_rule and tenant:d4eb93247c2e4134bceb3a37cc7e150e is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:03.152774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:03.155588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:03.158617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.158870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:03.160611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:03.199649 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'code': 200} Apr 16 11:51:03.237247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=8']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:03.240469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:03.250158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.254143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.263634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-65785693-8bfa-432c-abc5-b9e0fb70b791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:03.305410 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4eb93247c2e4134bceb3a37cc7e150e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951978 Apr 16 11:51:03.307620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55a9943-fd61-4326-8b9d-403a9e6ec59b,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:03.308888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48640) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:03.310747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:03.379778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.410519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.460414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.465886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-51e34c11-e8d4-4cf9-aad8-99f503b773c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:03.479672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55a9943-fd61-4326-8b9d-403a9e6ec59b,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:03.482064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:03.494728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.504286 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e55a9943-fd61-4326-8b9d-403a9e6ec59b HTTP/1.1" status: 204 len: 168 time: 0.1891675 Apr 16 11:51:03.580096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607776a-1740-4a90-b509-356c799d7a69 req-d0b03e2a-3ad1-47ca-96cd-86143180f93d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:03.582209 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7607776a-1740-4a90-b509-356c799d7a69 req-d0b03e2a-3ad1-47ca-96cd-86143180f93d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.1056340 Apr 16 11:51:03.643941 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7607776a-1740-4a90-b509-356c799d7a69 req-d56bb0d2-bea7-49ee-ab01-e3f639c0b974 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535898 Apr 16 11:51:04.257740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6f4f8-4e11-4e4d-9c24-7d32c406c640 req-85211279-3246-4cfe-84cb-e96cf8f58d18 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:04.260023 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c4f6f4f8-4e11-4e4d-9c24-7d32c406c640 req-85211279-3246-4cfe-84cb-e96cf8f58d18 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1179993 Apr 16 11:51:04.320324 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c4f6f4f8-4e11-4e4d-9c24-7d32c406c640 req-1847401c-abf6-4fb2-92e6-5dbba0bd58fd tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534239 Apr 16 11:51:04.717788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113adde-a829-4a38-b3d1-b298cfe78cca req-716eee91-3ac6-4956-92ff-c16e5cd5d499 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:04.719456 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f113adde-a829-4a38-b3d1-b298cfe78cca req-716eee91-3ac6-4956-92ff-c16e5cd5d499 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.0951509 Apr 16 11:51:04.774616 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f113adde-a829-4a38-b3d1-b298cfe78cca req-0a173e64-1862-4023-bd4b-9d128e029d61 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475514 Apr 16 11:51:05.156275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 48720) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:05.285841 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-0669e1cc-4367-4d33-a362-0879f3a6c946 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1281648 Apr 16 11:51:05.541946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2c0be-9d37-4d96-b6f1-0589aea6bf11 req-834fe2e1-f1e3-4ee3-9073-80b76caceb4e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:05.543667 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-68f2c0be-9d37-4d96-b6f1-0589aea6bf11 req-834fe2e1-f1e3-4ee3-9073-80b76caceb4e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0929735 Apr 16 11:51:05.595670 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-68f2c0be-9d37-4d96-b6f1-0589aea6bf11 req-519d3d31-ddd0-42b1-8538-403db0073484 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451088 Apr 16 11:51:06.000826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03528366-f8cb-41cc-bbfc-8241f2536262 req-4a04a4d4-4488-4a9a-a4fd-59e5d11f04bd tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:06.002538 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03528366-f8cb-41cc-bbfc-8241f2536262 req-4a04a4d4-4488-4a9a-a4fd-59e5d11f04bd tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.1035779 Apr 16 11:51:06.054368 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03528366-f8cb-41cc-bbfc-8241f2536262 req-126c6af3-a33d-4ae9-affb-38b8362308fc tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448444 Apr 16 11:51:06.288509 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-2b7a6ae4-6337-4a7c-949f-1dc7e336875f tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e3ad304d18a848b59154fc1bfc266dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328658 Apr 16 11:51:06.502255 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-6a0ea672-6260-4b73-9cd0-9bea068dcbef tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:06.503898 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-6a0ea672-6260-4b73-9cd0-9bea068dcbef tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093494 Apr 16 11:51:06.524385 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-e071569f-5112-4acb-847d-0cd95eda4874 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/quotas/e3ad304d18a848b59154fc1bfc266dad HTTP/1.1" status: 200 len: 375 time: 0.0131469 Apr 16 11:51:06.593481 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-78c5c05d-ef75-47af-b19e-32cae9c14018 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3ad304d18a848b59154fc1bfc266dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575764 Apr 16 11:51:06.600186 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5acda-665d-47d2-9683-88228aa16456 req-bb268223-3d5b-47b9-a646-9e1ac3c01d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:06.601762 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-bb268223-3d5b-47b9-a646-9e1ac3c01d5e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482&tenant_id=8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 1097 time: 0.1568813 Apr 16 11:51:06.706939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5acda-665d-47d2-9683-88228aa16456 req-366b8fc1-0fda-4e17-ba49-277b0d513cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:06.716389 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-366b8fc1-0fda-4e17-ba49-277b0d513cec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 1097 time: 0.0903141 Apr 16 11:51:06.846286 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d41fde2d-6db3-47ad-ab90-244d57815daa req-77a85962-bcbd-40a5-a626-3a1b32034561 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 210 time: 0.0869477 Apr 16 11:51:06.996089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e880ab8-3f68-4df4-80a0-44107b46d746 req-606e2cac-aaa2-4f23-bae1-766cb98ae0d7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:06.998651 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e880ab8-3f68-4df4-80a0-44107b46d746 req-606e2cac-aaa2-4f23-bae1-766cb98ae0d7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2810528 Apr 16 11:51:07.000086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:07.001430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5acda-665d-47d2-9683-88228aa16456 req-46a9f68b-65d4-4cad-8547-aeda1f3ac02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:07.002889 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-46a9f68b-65d4-4cad-8547-aeda1f3ac02b service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.2448506 Apr 16 11:51:07.197181 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-30a75af3-35f2-434b-ac61-77d4a47b8360 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e HTTP/1.1" status: 200 len: 999 time: 0.1715865 Apr 16 11:51:07.254157 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e880ab8-3f68-4df4-80a0-44107b46d746 req-365ae48e-5b39-4495-910e-ad4793362c3e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457774 Apr 16 11:51:07.348014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5acda-665d-47d2-9683-88228aa16456 req-9fd179c1-bb42-474d-a092-44dfebb2c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:07.349627 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-9fd179c1-bb42-474d-a092-44dfebb2c9db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.0945249 Apr 16 11:51:07.426657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c1d7d-cfa0-4e89-8554-6c70c365525b req-7ca987f8-de7b-4045-968e-adf45455eb82 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:07.428378 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7c6c1d7d-cfa0-4e89-8554-6c70c365525b req-7ca987f8-de7b-4045-968e-adf45455eb82 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.2237475 Apr 16 11:51:07.496398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5acda-665d-47d2-9683-88228aa16456 req-46d9bc00-e6c8-4d41-8572-983d3326ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:07.498161 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-46d9bc00-e6c8-4d41-8572-983d3326ff09 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1388514 Apr 16 11:51:07.507011 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7c6c1d7d-cfa0-4e89-8554-6c70c365525b req-41ddd3ca-eff8-4d39-ac76-363316223a1a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706615 Apr 16 11:51:07.661104 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-210d63c4-48bf-4d48-84d7-c37ce26ca479 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524692 Apr 16 11:51:07.814765 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9af5acda-665d-47d2-9683-88228aa16456 req-6f64ac8f-f580-4077-a750-6db841096475 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379330 Apr 16 11:51:08.043924 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f4425465-3b7c-41be-bef2-1f9b63b93c32 req-a0740ee8-01a6-4034-800d-75adc3783650 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 210 time: 0.0767219 Apr 16 11:51:08.048038 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-c5d1172d-1b52-4352-9402-9a4dbaffcada tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=e3ad304d18a848b59154fc1bfc266dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379250 Apr 16 11:51:08.217601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-70b86987-d90a-4f19-8f83-7f505afc9d96 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:08.219110 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-70b86987-d90a-4f19-8f83-7f505afc9d96 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637444 Apr 16 11:51:08.236015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Request body: {'port': {'device_id': '9c015678-79fb-4131-b852-737e9b467b39', 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672', 'admin_state_up': True, 'tenant_id': 'e3ad304d18a848b59154fc1bfc266dad'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:08.695137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb24fd-da91-497a-b29f-cf6d0b0d2a6f req-a2e74eb8-6595-4cc3-8951-28e307dcf26e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:08.697625 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dddb24fd-da91-497a-b29f-cf6d0b0d2a6f req-a2e74eb8-6595-4cc3-8951-28e307dcf26e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1683455 Apr 16 11:51:08.698869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:08.726246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Usage tracker for resource:port and tenant:e3ad304d18a848b59154fc1bfc266dad is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:08.731449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:08.743813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:08.774690 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dddb24fd-da91-497a-b29f-cf6d0b0d2a6f req-060ca196-0553-4d57-b64d-3242078cafe8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666165 Apr 16 11:51:08.776515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Made reservation on behalf of e3ad304d18a848b59154fc1bfc266dad for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:08.782987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:08.798956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:08.866542 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:08.874145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Usage tracker for resource:security_group_rule and tenant:e3ad304d18a848b59154fc1bfc266dad is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:08.878279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:08.887220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:08.947336 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9d1e-8d18-4f5d-9be1-b960ad4a1c88 req-0cffb58d-1879-40de-96e1-67e993363b78 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:08.949045 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b09f9d1e-8d18-4f5d-9be1-b960ad4a1c88 req-0cffb58d-1879-40de-96e1-67e993363b78 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.1513007 Apr 16 11:51:09.030600 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b09f9d1e-8d18-4f5d-9be1-b960ad4a1c88 req-50e5603a-f015-4544-a831-38263bfd7440 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735555 Apr 16 11:51:09.062524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.066267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.072768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1b5d0f05-c4cd-4eb5-9e97-9571c0e1f959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:09.177955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c381d2-34f9-4d72-a794-c42053ca916c,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:09.187233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:09.272699 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-68d77c40-0756-42b5-a062-8740877690ce req-be4d84a8-7348-4f21-beb5-51bcd5bfd19b tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 210 time: 0.0904622 Apr 16 11:51:09.355950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Allocated IP 192.168.233.9 (51fc3343-cf86-4e1f-8a67-c3ba59ec9672/7f291eb5-0ea5-4461-b207-520347395cb6/d6def5bc-4a6c-4963-997c-54f89d099abb) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:09.606266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.625155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Transition to ACTIVE for port object d6def5bc-4a6c-4963-997c-54f89d099abb will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:09.649588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:09.666522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:09.812047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Pushing event updated for resources: {'Port': ['ID=d6def5bc-4a6c-4963-997c-54f89d099abb,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:09.817069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:09.890582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:09.891974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:09.894527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:09.901830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:09.902560 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.020753 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7886672 Apr 16 11:51:10.044770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58261dd-4e6e-4e5b-80aa-808c0bbdbdaf req-b23cc3e2-46dd-4bac-a110-20cb260904c1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:10.046483 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f58261dd-4e6e-4e5b-80aa-808c0bbdbdaf req-b23cc3e2-46dd-4bac-a110-20cb260904c1 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1229899 Apr 16 11:51:10.116876 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f58261dd-4e6e-4e5b-80aa-808c0bbdbdaf req-3a02fac3-4a36-46d3-9f1d-92629152da39 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635288 Apr 16 11:51:10.214949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-a5cb9324-775f-4ca5-b76f-f5db40195d66 None None] Provisioning for port d6def5bc-4a6c-4963-997c-54f89d099abb completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:10.224628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-a5cb9324-775f-4ca5-b76f-f5db40195d66 None None] Provisioning complete for port d6def5bc-4a6c-4963-997c-54f89d099abb triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:10.225219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9324-775f-4ca5-b76f-f5db40195d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:10.274402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26de62-2a34-4c0a-959f-ac3969f395d1 req-01553155-1d10-4950-a065-9bb5f093f57f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:10.276743 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8e26de62-2a34-4c0a-959f-ac3969f395d1 req-01553155-1d10-4950-a065-9bb5f093f57f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.0947990 Apr 16 11:51:10.285633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb9324-775f-4ca5-b76f-f5db40195d66 None None] Port d6def5bc-4a6c-4963-997c-54f89d099abb cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:10.339192 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8e26de62-2a34-4c0a-959f-ac3969f395d1 req-a6c63217-15a0-4534-8d82-d1cb1038b875 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557029 Apr 16 11:51:10.499978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132d522-454b-4354-a381-9b5a1da1af78 req-43ac02ff-f628-4900-a1e5-ccddee2fcf2d tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:10.500809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-6132d522-454b-4354-a381-9b5a1da1af78 req-43ac02ff-f628-4900-a1e5-ccddee2fcf2d tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Synchronizing usage tracker for tenant:e3ad304d18a848b59154fc1bfc266dad on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:10.520331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-6132d522-454b-4354-a381-9b5a1da1af78 req-43ac02ff-f628-4900-a1e5-ccddee2fcf2d tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Unset dirty status for tenant:e3ad304d18a848b59154fc1bfc266dad on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:10.521645 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6132d522-454b-4354-a381-9b5a1da1af78 req-43ac02ff-f628-4900-a1e5-ccddee2fcf2d tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.1253536 Apr 16 11:51:10.576897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-6132d522-454b-4354-a381-9b5a1da1af78 req-ced55319-82f4-4c0e-83c2-ad2d7115ce8e tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Synchronizing usage tracker for tenant:e3ad304d18a848b59154fc1bfc266dad on resource:security_group {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:10.599223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-6132d522-454b-4354-a381-9b5a1da1af78 req-ced55319-82f4-4c0e-83c2-ad2d7115ce8e tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Unset dirty status for tenant:e3ad304d18a848b59154fc1bfc266dad on resource:security_group {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:10.600578 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6132d522-454b-4354-a381-9b5a1da1af78 req-ced55319-82f4-4c0e-83c2-ad2d7115ce8e tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721934 Apr 16 11:51:11.342134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a0968-6e11-4017-a401-6b21d864adfa req-63760e76-bf22-4181-b72c-949d920a89c4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:11.344301 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-876a0968-6e11-4017-a401-6b21d864adfa req-63760e76-bf22-4181-b72c-949d920a89c4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1027105 Apr 16 11:51:11.411180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-876a0968-6e11-4017-a401-6b21d864adfa req-210c298f-636f-4695-917c-c6e47623adae tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601125 Apr 16 11:51:11.596810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95cda4-f301-4f98-9b16-54ff87949796 req-9f26fdc7-8602-4976-838a-9f82ab9f5598 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:11.598593 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e95cda4-f301-4f98-9b16-54ff87949796 req-9f26fdc7-8602-4976-838a-9f82ab9f5598 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.1005499 Apr 16 11:51:11.665794 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e95cda4-f301-4f98-9b16-54ff87949796 req-123abccd-364c-4412-96cb-3ea62e0a494b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503006 Apr 16 11:51:11.843289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6286f-f3f6-44ba-b243-50ff0d9db69f req-6929bc38-b068-41aa-b2d4-0901f2c04017 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:11.846098 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8dd6286f-f3f6-44ba-b243-50ff0d9db69f req-6929bc38-b068-41aa-b2d4-0901f2c04017 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.1031837 Apr 16 11:51:11.899399 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8dd6286f-f3f6-44ba-b243-50ff0d9db69f req-7943b140-ab81-40d8-8459-ab97e3de87a2 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465262 Apr 16 11:51:12.563666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4b262bc5-68c5-4049-87e2-25d01be28f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.611601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e5f1b-5b9e-4d7a-88f4-6e66dbd5b4b9 req-eaccbed0-8bc1-4034-a9b9-240027368cc4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:12.613231 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-118e5f1b-5b9e-4d7a-88f4-6e66dbd5b4b9 req-eaccbed0-8bc1-4034-a9b9-240027368cc4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0880897 Apr 16 11:51:12.664672 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-118e5f1b-5b9e-4d7a-88f4-6e66dbd5b4b9 req-83ea218f-249e-45bf-a571-454eecaa0687 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Apr 16 11:51:12.876891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb75e7a-7231-4928-b8b7-3a7d9509d8f7 req-7c71695d-3f0f-44bf-b5c6-86a3b81e5aa2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:12.878681 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cbb75e7a-7231-4928-b8b7-3a7d9509d8f7 req-7c71695d-3f0f-44bf-b5c6-86a3b81e5aa2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.0960941 Apr 16 11:51:12.932581 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cbb75e7a-7231-4928-b8b7-3a7d9509d8f7 req-b3734011-300e-4625-846e-57509c3b18f1 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457447 Apr 16 11:51:13.118026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6932c6b-5168-4624-a437-1166dedd7392 req-6abcf56b-d899-4b50-82e7-6ff753c59a15 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:13.123559 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f6932c6b-5168-4624-a437-1166dedd7392 req-6abcf56b-d899-4b50-82e7-6ff753c59a15 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.1035767 Apr 16 11:51:13.171180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f6932c6b-5168-4624-a437-1166dedd7392 req-94fddfd6-32c8-4d93-b0b1-948eb6700c2a tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Apr 16 11:51:13.880017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7186605-a2ca-42ec-8a14-8e2425dbfd26 req-74cba11d-ddf1-4be7-9001-9f8a380aebc4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:13.881666 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f7186605-a2ca-42ec-8a14-8e2425dbfd26 req-74cba11d-ddf1-4be7-9001-9f8a380aebc4 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0921614 Apr 16 11:51:13.936699 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f7186605-a2ca-42ec-8a14-8e2425dbfd26 req-6e87c282-8dd9-43cf-9be2-5aee93825687 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475116 Apr 16 11:51:14.195051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356af501-1910-41d3-9b09-2cbc7d86fb75 req-94848497-6d31-433c-99c7-3d211c496942 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:14.196643 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-356af501-1910-41d3-9b09-2cbc7d86fb75 req-94848497-6d31-433c-99c7-3d211c496942 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.1030157 Apr 16 11:51:14.261384 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-356af501-1910-41d3-9b09-2cbc7d86fb75 req-a5b9a29c-c1ab-4356-9420-bd77deed5f83 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575731 Apr 16 11:51:14.381719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c3624-7dca-466d-b727-7254ff6934c3 req-14c12c26-ee36-4fcc-9f9d-7abd2ff912ef tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:14.383452 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5e7c3624-7dca-466d-b727-7254ff6934c3 req-14c12c26-ee36-4fcc-9f9d-7abd2ff912ef tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.0931189 Apr 16 11:51:14.438476 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5e7c3624-7dca-466d-b727-7254ff6934c3 req-fa9aff1e-fd0b-43f0-b75d-d0bbaf6dc3e4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Apr 16 11:51:14.837381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec73e-b84f-404e-b398-40ad8e4ce9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:15.151019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843680d5-f1d1-42a8-a210-14cc71f86ce3 req-0292e154-8b24-4ec6-b13f-271418674132 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:15.152791 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-843680d5-f1d1-42a8-a210-14cc71f86ce3 req-0292e154-8b24-4ec6-b13f-271418674132 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0922301 Apr 16 11:51:15.203801 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-843680d5-f1d1-42a8-a210-14cc71f86ce3 req-986b89fa-31e8-43ae-83a5-d952790178d7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Apr 16 11:51:15.238870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:15.488014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdd601-c720-4b07-b0b6-928938ae51e7 req-c3819f43-12d1-4275-b283-87ded691d9a2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:15.489680 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3cbdd601-c720-4b07-b0b6-928938ae51e7 req-c3819f43-12d1-4275-b283-87ded691d9a2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.1006827 Apr 16 11:51:15.543802 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3cbdd601-c720-4b07-b0b6-928938ae51e7 req-3390a79c-1332-4a73-ab0a-82570c6a972b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468802 Apr 16 11:51:15.654891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f68d6a-96ff-459b-8e46-8dc79f407716 req-33c6c66d-b2bf-48a6-af09-057a315be813 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:15.656634 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-34f68d6a-96ff-459b-8e46-8dc79f407716 req-33c6c66d-b2bf-48a6-af09-057a315be813 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.0953984 Apr 16 11:51:15.709147 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-34f68d6a-96ff-459b-8e46-8dc79f407716 req-14427215-7efd-4452-8232-d83a3f77db11 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Apr 16 11:51:16.432913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2528081-7c32-4c98-9a74-c3e819b053a2 req-a6b59093-3343-4840-a59c-bfa722405411 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:16.435134 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f2528081-7c32-4c98-9a74-c3e819b053a2 req-a6b59093-3343-4840-a59c-bfa722405411 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0927064 Apr 16 11:51:16.456808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:16.488435 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f2528081-7c32-4c98-9a74-c3e819b053a2 req-33f9d977-0346-4a6d-9dbb-b4e44409c9a8 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 Apr 16 11:51:16.759306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce5f58-855f-4d38-9a99-3f27f3f84907 req-478a4824-f3d7-45be-9c3c-3f30c01ff5da tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:16.760240 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8ce5f58-855f-4d38-9a99-3f27f3f84907 req-478a4824-f3d7-45be-9c3c-3f30c01ff5da tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.0881023 Apr 16 11:51:16.813507 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8ce5f58-855f-4d38-9a99-3f27f3f84907 req-ffcbdace-6b6d-45ef-a7fe-9a5249016a9e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464132 Apr 16 11:51:16.970057 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8717d-60e0-4a88-939e-2123dc911e62 req-120e2633-be87-4d63-ab82-6f2aaa6ce8a1 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:16.971784 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6df8717d-60e0-4a88-939e-2123dc911e62 req-120e2633-be87-4d63-ab82-6f2aaa6ce8a1 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.1457343 Apr 16 11:51:17.026069 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6df8717d-60e0-4a88-939e-2123dc911e62 req-1bcf9712-d5e8-4042-b98d-d6d07af09f0b tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 Apr 16 11:51:17.205244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:17.716277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bae82-5aa4-4122-985a-9abe91b31f01 req-71939a13-b208-4741-9a1b-bb2667755909 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:17.717949 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bd5bae82-5aa4-4122-985a-9abe91b31f01 req-71939a13-b208-4741-9a1b-bb2667755909 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1006899 Apr 16 11:51:17.768590 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bd5bae82-5aa4-4122-985a-9abe91b31f01 req-b80ed265-089b-49f2-9523-626c4da6c6d5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Apr 16 11:51:18.062876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0fdb-bd11-4da4-a2d8-daeb8bdba6ac req-5a9c2e6a-e427-4b71-aeb7-b6cbbe29a3f3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:18.065133 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7aac0fdb-bd11-4da4-a2d8-daeb8bdba6ac req-5a9c2e6a-e427-4b71-aeb7-b6cbbe29a3f3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.1124740 Apr 16 11:51:18.118243 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7aac0fdb-bd11-4da4-a2d8-daeb8bdba6ac req-bec09d41-9780-4bc0-9f60-c39844b5d438 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458794 Apr 16 11:51:18.263370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361e5e-3589-472a-8b53-69edd3ce2c35 req-34c2190c-de25-46be-b0ca-a7143f524458 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:18.265172 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7e361e5e-3589-472a-8b53-69edd3ce2c35 req-34c2190c-de25-46be-b0ca-a7143f524458 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.0977521 Apr 16 11:51:18.316421 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7e361e5e-3589-472a-8b53-69edd3ce2c35 req-ab8bbafd-2fd3-4a73-8016-fb04b78247f8 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Apr 16 11:51:18.981373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7c42f-5fe7-45e3-8b68-ab83a15c9a63 req-79b23f58-4d37-46c3-b9c4-32a182ae3b9a tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:18.983044 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c9a7c42f-5fe7-45e3-8b68-ab83a15c9a63 req-79b23f58-4d37-46c3-b9c4-32a182ae3b9a tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0935729 Apr 16 11:51:19.047680 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c9a7c42f-5fe7-45e3-8b68-ab83a15c9a63 req-787d0a2b-20c5-41e4-9474-b736b634e6a7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Apr 16 11:51:19.338838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adeed2-16bb-44af-a640-77652688d322 req-546b79c7-975c-4ebd-b2c8-4118cf466418 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:19.340429 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0adeed2-16bb-44af-a640-77652688d322 req-546b79c7-975c-4ebd-b2c8-4118cf466418 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.0996656 Apr 16 11:51:19.394503 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b0adeed2-16bb-44af-a640-77652688d322 req-bde02e13-1d45-4c15-b280-3af20156482b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465636 Apr 16 11:51:19.526950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d3f90-2ef1-4b83-a7a9-2975f8d6fd28 req-7e9102b1-72b4-4a26-b007-eff4e18df612 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:19.528566 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-177d3f90-2ef1-4b83-a7a9-2975f8d6fd28 req-7e9102b1-72b4-4a26-b007-eff4e18df612 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.0932205 Apr 16 11:51:19.581053 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-177d3f90-2ef1-4b83-a7a9-2975f8d6fd28 req-62f7e5c7-4827-49c7-a56a-af0dc3b0ff98 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Apr 16 11:51:20.257163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c50c4-ee87-434a-98b3-e7cc70f52894 req-700231bb-9881-4d44-b253-3466f03d89d7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:20.258923 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-520c50c4-ee87-434a-98b3-e7cc70f52894 req-700231bb-9881-4d44-b253-3466f03d89d7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0912809 Apr 16 11:51:20.306342 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-520c50c4-ee87-434a-98b3-e7cc70f52894 req-02ad05a6-6cfd-4c22-963a-c6d42f5ba0e0 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Apr 16 11:51:20.606556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe71a14-2cac-45b3-b9e3-aed0d1bb8807 req-6b8bdfed-1b1b-4bf1-ae7a-4fb47f36d3e0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:20.608964 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bbe71a14-2cac-45b3-b9e3-aed0d1bb8807 req-6b8bdfed-1b1b-4bf1-ae7a-4fb47f36d3e0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.0912642 Apr 16 11:51:20.641347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Request body: {'port': {'device_id': '9c015678-79fb-4131-b852-737e9b467b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:20.820697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.829756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-82579943-7cc1-4b28-9ae7-c5af9ecb1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:20.831966 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-82579943-7cc1-4b28-9ae7-c5af9ecb1b2e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.1106422 Apr 16 11:51:20.955705 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bbe71a14-2cac-45b3-b9e3-aed0d1bb8807 req-cbb96db6-9238-4044-9f87-c6a7d891e173 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400962 Apr 16 11:51:21.012155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-2b8e37f1-1060-4d0b-8c3a-30dce0b8bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:21.013759 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-2b8e37f1-1060-4d0b-8c3a-30dce0b8bd21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.1455672 Apr 16 11:51:21.086339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9b066-2a88-4e8d-9383-7a8a02108bac req-5b76a6d8-db18-4e85-b5df-d2603ec6575c tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:21.088623 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c1e9b066-2a88-4e8d-9383-7a8a02108bac req-5b76a6d8-db18-4e85-b5df-d2603ec6575c tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 934 time: 0.2393382 Apr 16 11:51:21.092866 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-da373ff0-fae5-487f-970e-e6ebf7ea270b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 217 time: 0.0717475 Apr 16 11:51:21.169461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-cf4c24c0-58f4-472a-8cc5-51dee8401305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:21.171108 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-cf4c24c0-58f4-472a-8cc5-51dee8401305 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.0693800 Apr 16 11:51:21.230423 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-0023f18e-1134-46c9-8339-c36bca57bedc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499132 Apr 16 11:51:21.394561 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-48856b17-9c91-420e-95d0-438405cd65ea service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557741 Apr 16 11:51:21.477088 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c1e9b066-2a88-4e8d-9383-7a8a02108bac req-22f3c86e-61ea-4546-bfc1-a510f15b0718 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718596 Apr 16 11:51:21.541126 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4e3f307-711c-49dd-9102-e8c78031fbf5 req-091d93af-ecda-434b-850e-7bc2fbe3afe3 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387534 Apr 16 11:51:21.543177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:21.582245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaca371-e185-4abc-963f-54a83ff28f36 req-aa2756fb-23a8-4583-b4eb-ba356213c25f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:21.583875 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6aaca371-e185-4abc-963f-54a83ff28f36 req-aa2756fb-23a8-4583-b4eb-ba356213c25f tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1532402 Apr 16 11:51:21.678499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6def5bc-4a6c-4963-997c-54f89d099abb {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:51:21.689203 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6aaca371-e185-4abc-963f-54a83ff28f36 req-8b33036a-4b15-4d1b-b6b0-ec4e991b0d30 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718009 Apr 16 11:51:21.690895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:21.706588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Transition to ACTIVE for port object d6def5bc-4a6c-4963-997c-54f89d099abb will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:21.710884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:21.727126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cabbcf24-8036-4235-b485-1968f5a9a750 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:21.864285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6def5bc-4a6c-4963-997c-54f89d099abb,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:21.889177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.889587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.889992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.890390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.890785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.891186 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.891604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.891995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.892391 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.892775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.893165 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.893550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:21.900119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:22.074014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Attempting to bind port d6def5bc-4a6c-4963-997c-54f89d099abb on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:22.074374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Attempting to bind port d6def5bc-4a6c-4963-997c-54f89d099abb by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:22.074751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Attempting to bind port d6def5bc-4a6c-4963-997c-54f89d099abb on network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:22.080678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Port d6def5bc-4a6c-4963-997c-54f89d099abb on network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:51:22.081207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Attempting to bind port d6def5bc-4a6c-4963-997c-54f89d099abb on network 51fc3343-cf86-4e1f-8a67-c3ba59ec9672 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:22.089638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:22.090024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Checking segment: {'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:22.090465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Bound using segment: {'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:22.090968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Bound port: d6def5bc-4a6c-4963-997c-54f89d099abb, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af9bda5-d4a1-417a-84a1-ced6ece030d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:22.091592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:22.112658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:51:22.184035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7083c8-10d0-44fa-8a66-313a5063f739 req-d6900700-4912-4253-837f-14e58aa3616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:22.186622 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-be7083c8-10d0-44fa-8a66-313a5063f739 req-d6900700-4912-4253-837f-14e58aa3616f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.1368568 Apr 16 11:51:22.234527 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-be7083c8-10d0-44fa-8a66-313a5063f739 req-4c622df0-1e47-436f-9001-e75ad02c8a54 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Apr 16 11:51:22.267411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] For port d6def5bc-4a6c-4963-997c-54f89d099abb, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:22.272308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] For port d6def5bc-4a6c-4963-997c-54f89d099abb, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d6def5bc-4a6c-4963-997c-54f89d099abb,segment=NetworkSegment(3af9bda5-d4a1-417a-84a1-ced6ece030d0),segment_id=3af9bda5-d4a1-417a-84a1-ced6ece030d0)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:22.278369 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:22.296411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b95f602a-3154-4430-ba7e-34689004dd9c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:22.479808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941e86-2125-4f7c-955a-015cf7b68597 req-d189d46d-7299-42d3-b4f7-ac8163d5bc59 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:22.481442 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49941e86-2125-4f7c-955a-015cf7b68597 req-d189d46d-7299-42d3-b4f7-ac8163d5bc59 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 944 time: 0.2927473 Apr 16 11:51:22.493023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6def5bc-4a6c-4963-997c-54f89d099abb,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:22.512056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:22.563127 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:22.563915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:22.565421 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] 10.222.0.78 "PUT /v2.0/ports/d6def5bc-4a6c-4963-997c-54f89d099abb HTTP/1.1" status: 200 len: 1096 time: 1.9291065 Apr 16 11:51:22.566021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c015678-79fb-4131-b852-737e9b467b39', 'tag': 'd6def5bc-4a6c-4963-997c-54f89d099abb'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:22.573971 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49941e86-2125-4f7c-955a-015cf7b68597 req-c5f2f18b-e21f-40e0-92c5-8ab04bcef56d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819483 Apr 16 11:51:22.656505 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c015678-79fb-4131-b852-737e9b467b39', 'tag': 'd6def5bc-4a6c-4963-997c-54f89d099abb', 'status': 'completed', 'code': 200} Apr 16 11:51:22.767373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650a19b-1786-4855-b5b3-87ab904f593f req-f86cdbf8-f4f8-4e0e-994e-fe3659e6bdb5 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:22.768958 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a650a19b-1786-4855-b5b3-87ab904f593f req-f86cdbf8-f4f8-4e0e-994e-fe3659e6bdb5 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 946 time: 0.1679180 Apr 16 11:51:22.776345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-f4f9d7b8-7790-4b34-a823-c81f92a3e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:22.777924 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-f4f9d7b8-7790-4b34-a823-c81f92a3e773 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3ad304d18a848b59154fc1bfc266dad&device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 1099 time: 0.1238065 Apr 16 11:51:22.921644 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-5c5f9de7-b4b8-404c-b78d-18ad8278ca4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d6def5bc-4a6c-4963-997c-54f89d099abb HTTP/1.1" status: 200 len: 217 time: 0.1259267 Apr 16 11:51:22.977366 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a650a19b-1786-4855-b5b3-87ab904f593f req-1f373f1f-f32d-4b1e-a969-0b530aac213e tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983924 Apr 16 11:51:23.020669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-5d14df2e-7992-4e22-9d56-5cdbb76b4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:23.022240 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-5d14df2e-7992-4e22-9d56-5cdbb76b4d02 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f291eb5-0ea5-4461-b207-520347395cb6 HTTP/1.1" status: 200 len: 843 time: 0.0896769 Apr 16 11:51:23.083634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e0be2-274d-41b4-8595-623d70233f58 req-a93aecde-aa6c-4e8a-a47e-9a8d8b6f69c9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:23.085260 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3d1e0be2-274d-41b4-8595-623d70233f58 req-a93aecde-aa6c-4e8a-a47e-9a8d8b6f69c9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2357588 Apr 16 11:51:23.145261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:51:23.153065 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3d1e0be2-274d-41b4-8595-623d70233f58 req-928e7208-f296-4a69-a509-a4d9c6d8e8dc tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592422 Apr 16 11:51:23.163788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-6b4143cc-1161-42bd-991a-b4a51bc6821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:23.165648 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-6b4143cc-1161-42bd-991a-b4a51bc6821f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51fc3343-cf86-4e1f-8a67-c3ba59ec9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344438 Apr 16 11:51:23.305859 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:23.321221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'port_id': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'mac_address': 'fa:16:3e:d9:e8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:51:23.328411 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-a6687eb6-3fe1-4573-a5b8-f6994766dcad service neutron] 10.222.0.78 "GET /v2.0/networks/51fc3343-cf86-4e1f-8a67-c3ba59ec9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502323 Apr 16 11:51:23.385633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.404817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a152f12c-04df-4b2e-968a-aa28bc15c67e {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:51:23.422092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:23.425449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:23.428485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:23.482229 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2688d8-3880-4b30-bc79-31e13ac700d2 req-19f3509f-a465-4ab9-8ab7-bc45d2a76dd7 service neutron] 10.222.0.78 "GET /v2.0/networks/51fc3343-cf86-4e1f-8a67-c3ba59ec9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432376 Apr 16 11:51:23.508697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=9']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:23.513376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:23.611513 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-4bb8c5ab-d104-43f6-8089-dfcbfe54748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:23.613120 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-4bb8c5ab-d104-43f6-8089-dfcbfe54748a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e3ad304d18a848b59154fc1bfc266dad&device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 1099 time: 0.0818615 Apr 16 11:51:23.720005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['a152f12c-04df-4b2e-968a-aa28bc15c67e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:51:23.837715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-1a286b0f-2680-49d2-8b7b-e6c53b2754f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:23.839395 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-1a286b0f-2680-49d2-8b7b-e6c53b2754f7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=51fc3343-cf86-4e1f-8a67-c3ba59ec9672 HTTP/1.1" status: 200 len: 871 time: 0.2184689 Apr 16 11:51:23.857687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb27ceb-1440-456d-a5b7-99f091c0e719 req-33ab0bdf-cc64-43f0-ae45-24be8a9b80b8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:23.859348 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1fb27ceb-1440-456d-a5b7-99f091c0e719 req-33ab0bdf-cc64-43f0-ae45-24be8a9b80b8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 945 time: 0.1502023 Apr 16 11:51:24.180025 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-2aefb93e-3b5e-40d0-ad30-ebd0fa4ee484 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d6def5bc-4a6c-4963-997c-54f89d099abb HTTP/1.1" status: 200 len: 217 time: 0.3318582 Apr 16 11:51:24.315499 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1fb27ceb-1440-456d-a5b7-99f091c0e719 req-5909e0d0-455c-406f-9980-d4fbbfb021c6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030869 Apr 16 11:51:24.325928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-f081d964-1771-4e52-94ed-7ed59b79df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:24.327659 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-f081d964-1771-4e52-94ed-7ed59b79df41 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f291eb5-0ea5-4461-b207-520347395cb6 HTTP/1.1" status: 200 len: 843 time: 0.1070340 Apr 16 11:51:24.410088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ccdc4-1d6a-4bae-9e56-21ce110afdba req-879ebea5-cb42-4694-8cf8-ef9bced417fe tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:24.411750 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bd8ccdc4-1d6a-4bae-9e56-21ce110afdba req-879ebea5-cb42-4694-8cf8-ef9bced417fe tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 946 time: 0.2338142 Apr 16 11:51:24.525314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-379ff2b7-de0a-4a49-9543-4d54ea7f679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:24.527526 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-379ff2b7-de0a-4a49-9543-4d54ea7f679c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51fc3343-cf86-4e1f-8a67-c3ba59ec9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1931133 Apr 16 11:51:24.531740 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bd8ccdc4-1d6a-4bae-9e56-21ce110afdba req-f3d919a2-92a2-42f2-90e4-2054444db14d tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123328 Apr 16 11:51:24.657569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537796f5-7670-46f8-b00c-eb846cf64352 req-d1d5dda0-4fc2-4a90-90c7-97ea23688ec5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:24.659163 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-537796f5-7670-46f8-b00c-eb846cf64352 req-d1d5dda0-4fc2-4a90-90c7-97ea23688ec5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2178349 Apr 16 11:51:24.729693 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-1d0b9c29-46e1-4aae-bcf1-a6f1a3bb3b7d service neutron] 10.222.0.78 "GET /v2.0/networks/51fc3343-cf86-4e1f-8a67-c3ba59ec9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937404 Apr 16 11:51:24.737096 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-537796f5-7670-46f8-b00c-eb846cf64352 req-4fdd0216-1e44-4707-8f80-cd0f3e1f69c2 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644867 Apr 16 11:51:24.886401 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9eeff547-d506-4d58-bdc5-7fc31f19d590 req-b802edd5-19ba-48d3-a5bf-1f864fd82b7e service neutron] 10.222.0.78 "GET /v2.0/networks/51fc3343-cf86-4e1f-8a67-c3ba59ec9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422913 Apr 16 11:51:25.153017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d6def5bc-4a6c-4963-997c-54f89d099abb details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:51:25.158022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:25.306502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98585b64-5ded-4247-97d2-9a883a30033e req-389d4711-488e-4909-a529-3ee543f6240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:25.308760 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-98585b64-5ded-4247-97d2-9a883a30033e req-389d4711-488e-4909-a529-3ee543f6240d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=86c58efa9df54e9bac34098edbb49160&device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 1098 time: 0.1445241 Apr 16 11:51:25.424041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47490f-11fc-42a0-98b0-f0aace44d52e req-33bc9911-5d49-475f-b8ee-f8f5c8218b69 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:25.425665 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0a47490f-11fc-42a0-98b0-f0aace44d52e req-33bc9911-5d49-475f-b8ee-f8f5c8218b69 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2090390 Apr 16 11:51:25.487418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port a152f12c-04df-4b2e-968a-aa28bc15c67e triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:25.487842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.568959 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0a47490f-11fc-42a0-98b0-f0aace44d52e req-5053e3ba-b237-4f71-84eb-bd199fdea020 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322188 Apr 16 11:51:25.572267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98585b64-5ded-4247-97d2-9a883a30033e req-24f6ae8c-a3a2-4715-a52e-161db5baf061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:25.573823 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-98585b64-5ded-4247-97d2-9a883a30033e req-24f6ae8c-a3a2-4715-a52e-161db5baf061 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 200 len: 920 time: 0.2571330 Apr 16 11:51:25.578505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d6def5bc-4a6c-4963-997c-54f89d099abb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d6def5bc-4a6c-4963-997c-54f89d099abb,segment=NetworkSegment(3af9bda5-d4a1-417a-84a1-ced6ece030d0),segment_id=3af9bda5-d4a1-417a-84a1-ced6ece030d0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:25.601292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'd6def5bc-4a6c-4963-997c-54f89d099abb', 'network_id': '51fc3343-cf86-4e1f-8a67-c3ba59ec9672', 'port_id': 'd6def5bc-4a6c-4963-997c-54f89d099abb', 'mac_address': 'fa:16:3e:71:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f291eb5-0ea5-4461-b207-520347395cb6', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:51:25.660820 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-98585b64-5ded-4247-97d2-9a883a30033e req-9cae73e5-df91-424c-bf58-32638647159b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 200 len: 217 time: 0.0760808 Apr 16 11:51:25.675929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5bba0-c4cd-4dd4-8bc2-167d7125d8f2 req-1c793ea2-7cae-48d7-ab4f-15ae8d7ee6f4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:25.677373 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6fe5bba0-c4cd-4dd4-8bc2-167d7125d8f2 req-1c793ea2-7cae-48d7-ab4f-15ae8d7ee6f4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 945 time: 0.2243383 Apr 16 11:51:25.713658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.732679 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.759748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:25.768194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6def5bc-4a6c-4963-997c-54f89d099abb {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:51:25.778634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:25.784571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.787769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c0b4d16-8e6c-4a1d-8ec2-31badc25cb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:25.834669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d6def5bc-4a6c-4963-997c-54f89d099abb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d6def5bc-4a6c-4963-997c-54f89d099abb,segment=NetworkSegment(3af9bda5-d4a1-417a-84a1-ced6ece030d0),segment_id=3af9bda5-d4a1-417a-84a1-ced6ece030d0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:25.834940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98585b64-5ded-4247-97d2-9a883a30033e req-1916fb45-e42f-4cab-b25d-9345537a0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:25.836701 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-98585b64-5ded-4247-97d2-9a883a30033e req-1916fb45-e42f-4cab-b25d-9345537a0cc8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 200 len: 858 time: 0.1583664 Apr 16 11:51:25.840259 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.843479 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6fe5bba0-c4cd-4dd4-8bc2-167d7125d8f2 req-bfb19d87-dd71-4353-a27b-a6eac4ce8055 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278143 Apr 16 11:51:25.870957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=10']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:25.874559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:25.875085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:25.900722 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-98585b64-5ded-4247-97d2-9a883a30033e req-16a7a91d-3a15-4381-9d5b-9206b0367017 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7194dd77-0b1b-4067-a27e-a21cc9725d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561318 Apr 16 11:51:25.930841 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'code': 200} Apr 16 11:51:25.955829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=d6def5bc-4a6c-4963-997c-54f89d099abb,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:25.967519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:26.007957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fb0b8-cd65-44c9-9a69-c09170889141 req-950c1af6-40cc-4b8e-b888-864848f3992c tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:26.009557 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8e4fb0b8-cd65-44c9-9a69-c09170889141 req-950c1af6-40cc-4b8e-b888-864848f3992c tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 946 time: 0.2926810 Apr 16 11:51:26.097692 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8e4fb0b8-cd65-44c9-9a69-c09170889141 req-bd53cde8-09b5-4b81-8be4-36f80e1ae4cc tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794547 Apr 16 11:51:26.101011 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-98585b64-5ded-4247-97d2-9a883a30033e req-2971d38d-f9dc-4c45-a100-b3cda99a9f59 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912577 Apr 16 11:51:26.144404 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['d6def5bc-4a6c-4963-997c-54f89d099abb'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:51:26.249666 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-98585b64-5ded-4247-97d2-9a883a30033e req-50231e78-cca0-49e8-a1e9-df8d3aa82313 service neutron] 10.222.0.78 "GET /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359847 Apr 16 11:51:26.579867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b84c-f986-4f32-b8d2-762d9fb74981 req-dae53153-98e3-452c-aa78-1694b1420c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:26.581540 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fd05b84c-f986-4f32-b8d2-762d9fb74981 req-dae53153-98e3-452c-aa78-1694b1420c2b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 1100 time: 0.0790551 Apr 16 11:51:26.626486 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fd05b84c-f986-4f32-b8d2-762d9fb74981 req-641bb12b-fb5a-411b-9ea3-3b8a55823417 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379338 Apr 16 11:51:26.805069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad92bc-3fba-47f5-bcba-d97d317d43b5 req-681e3a50-1b87-49ca-8c66-e64ab2b6a2a3 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:26.806691 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4fad92bc-3fba-47f5-bcba-d97d317d43b5 req-681e3a50-1b87-49ca-8c66-e64ab2b6a2a3 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0939150 Apr 16 11:51:26.860451 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4fad92bc-3fba-47f5-bcba-d97d317d43b5 req-14e773e8-bec7-4177-b990-37fc0d776ff9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465627 Apr 16 11:51:27.061400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbc54b-38b0-4995-9e4f-b35b1d33a5ab req-1cf4659b-551d-4ac4-a862-9cfda2dbf9c9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:27.062943 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fedbc54b-38b0-4995-9e4f-b35b1d33a5ab req-1cf4659b-551d-4ac4-a862-9cfda2dbf9c9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 947 time: 0.0896041 Apr 16 11:51:27.115335 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fedbc54b-38b0-4995-9e4f-b35b1d33a5ab req-29d19ea3-f3ac-4322-bf77-f928adafddfa tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457480 Apr 16 11:51:27.150231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d6def5bc-4a6c-4963-997c-54f89d099abb up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:27.223473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port d6def5bc-4a6c-4963-997c-54f89d099abb completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:27.228773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port d6def5bc-4a6c-4963-997c-54f89d099abb triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:27.229708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.303726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f910ca-4b5b-4a3a-a304-7019eafd35a9 req-161f6fde-0b6e-4d67-ad99-20151f77cb64 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:27.305343 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62f910ca-4b5b-4a3a-a304-7019eafd35a9 req-161f6fde-0b6e-4d67-ad99-20151f77cb64 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 947 time: 0.0920465 Apr 16 11:51:27.357292 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62f910ca-4b5b-4a3a-a304-7019eafd35a9 req-bf87ef1e-bcb0-4678-bcfa-6273c4d3b5cd tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Apr 16 11:51:27.360000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.394311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d6def5bc-4a6c-4963-997c-54f89d099abb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d6def5bc-4a6c-4963-997c-54f89d099abb,segment=NetworkSegment(3af9bda5-d4a1-417a-84a1-ced6ece030d0),segment_id=3af9bda5-d4a1-417a-84a1-ced6ece030d0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:27.397080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.398965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dbdef9bc-9ddc-4117-9a69-ccc11d58ee79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:27.467478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=d6def5bc-4a6c-4963-997c-54f89d099abb,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:27.470474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:27.932992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c015678-79fb-4131-b852-737e9b467b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6def5bc-4a6c-4963-997c-54f89d099abb'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:28.008156 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c015678-79fb-4131-b852-737e9b467b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6def5bc-4a6c-4963-997c-54f89d099abb', 'code': 200} Apr 16 11:51:28.107653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c6e7-007c-4c87-99bd-3511d0f790ae req-672123cd-f08b-4095-b278-35ff7812c499 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:28.109804 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3453c6e7-007c-4c87-99bd-3511d0f790ae req-672123cd-f08b-4095-b278-35ff7812c499 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0960493 Apr 16 11:51:28.163456 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3453c6e7-007c-4c87-99bd-3511d0f790ae req-c4ee4d62-6edc-4e08-9d0b-71ef3a0b0356 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Apr 16 11:51:28.693129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32b8c1-a343-4c21-961a-ccd1f3a9da61 req-f3f89477-3ee9-4486-b90a-223db5455b9b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:28.694670 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4a32b8c1-a343-4c21-961a-ccd1f3a9da61 req-f3f89477-3ee9-4486-b90a-223db5455b9b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 947 time: 0.4459665 Apr 16 11:51:28.700815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc51eba-9c68-4d31-8e3a-7c5d6e3f03df req-04009ac4-fd89-46e5-90a4-3193dc14499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:28.702312 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bdc51eba-9c68-4d31-8e3a-7c5d6e3f03df req-04009ac4-fd89-46e5-90a4-3193dc14499d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 1101 time: 0.4165423 Apr 16 11:51:28.745428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e7dc-e04a-491a-b55b-c2253222aedf req-52227492-501f-4584-ac19-1368336c83d6 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:28.747124 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-df16e7dc-e04a-491a-b55b-c2253222aedf req-52227492-501f-4584-ac19-1368336c83d6 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 948 time: 0.1794071 Apr 16 11:51:28.826007 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4a32b8c1-a343-4c21-961a-ccd1f3a9da61 req-4a0d020e-162b-4aac-9290-96688827a40d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219239 Apr 16 11:51:28.830313 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bdc51eba-9c68-4d31-8e3a-7c5d6e3f03df req-f613f914-2499-46b3-9d0d-c3a69b88609a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073132 Apr 16 11:51:28.835711 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-df16e7dc-e04a-491a-b55b-c2253222aedf req-328b3d29-ac71-4910-8ee3-129813f9a581 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807400 Apr 16 11:51:29.368228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756196ae-d4a0-437b-b8d0-93187f30f0b8 req-a2526532-4127-4379-9d59-07ebb2b44c5e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:29.369995 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-756196ae-d4a0-437b-b8d0-93187f30f0b8 req-a2526532-4127-4379-9d59-07ebb2b44c5e tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0897532 Apr 16 11:51:29.421978 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-756196ae-d4a0-437b-b8d0-93187f30f0b8 req-73b714eb-b6bc-48a6-8cc3-d8437e7484b9 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Apr 16 11:51:30.133469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb16f8-d88b-430a-abda-dcdfc039f7d3 req-0bb23cbc-e7e0-4de3-b823-bdd6956b77d1 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:30.135370 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3acb16f8-d88b-430a-abda-dcdfc039f7d3 req-0bb23cbc-e7e0-4de3-b823-bdd6956b77d1 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 947 time: 0.1026061 Apr 16 11:51:30.188556 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3acb16f8-d88b-430a-abda-dcdfc039f7d3 req-5f1b707e-99a9-4a52-b028-02fb3b11b513 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457816 Apr 16 11:51:30.378697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc6f4-9c4b-4674-aa8b-c1defc598b24 req-3455f689-3315-4a6f-9a42-ae9f4e38a57f tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:30.380430 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8c5bc6f4-9c4b-4674-aa8b-c1defc598b24 req-3455f689-3315-4a6f-9a42-ae9f4e38a57f tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 948 time: 0.0962837 Apr 16 11:51:30.429653 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8c5bc6f4-9c4b-4674-aa8b-c1defc598b24 req-8587490c-38e2-43de-a1f5-5f06d50d8e0b tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Apr 16 11:51:30.901063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c87f2-01c3-4cc4-a34b-ebd0a289a5d0 req-a33acda1-5d5c-4bca-8b78-c50a0d32d610 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:30.902700 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ec5c87f2-01c3-4cc4-a34b-ebd0a289a5d0 req-a33acda1-5d5c-4bca-8b78-c50a0d32d610 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 948 time: 0.0918503 Apr 16 11:51:30.952353 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ec5c87f2-01c3-4cc4-a34b-ebd0a289a5d0 req-3a7203a6-e35f-4e1e-a621-6455195096d9 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Apr 16 11:51:31.806871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d12faf-7441-4873-9677-12e4f5985d62 req-c025261e-a111-4803-8915-3a2db939ce79 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:31.808598 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b1d12faf-7441-4873-9677-12e4f5985d62 req-c025261e-a111-4803-8915-3a2db939ce79 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.0931780 Apr 16 11:51:31.857866 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b1d12faf-7441-4873-9677-12e4f5985d62 req-8474b6a2-cb21-41bf-9b31-e3d7c5dc8b85 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Apr 16 11:51:32.158370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705f73c-08af-4f67-9e0c-bf1661e03907 req-319d1b26-2089-4dc1-aaa7-fa16b143b500 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:32.159978 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6705f73c-08af-4f67-9e0c-bf1661e03907 req-319d1b26-2089-4dc1-aaa7-fa16b143b500 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 948 time: 0.0917525 Apr 16 11:51:32.207410 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6705f73c-08af-4f67-9e0c-bf1661e03907 req-1d3e1b95-17ee-4920-b98e-a472074a4341 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/security-groups?id=d7c381d2-34f9-4d72-a794-c42053ca916c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Apr 16 11:51:32.348985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6025af-d827-407f-914d-19f490be14f8 req-29620534-a7aa-4d79-8717-f52767860c94 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:32.350572 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ae6025af-d827-407f-914d-19f490be14f8 req-29620534-a7aa-4d79-8717-f52767860c94 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 948 time: 0.0863245 Apr 16 11:51:32.435746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Deleting port d6def5bc-4a6c-4963-997c-54f89d099abb {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:51:32.436039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:32.701342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] For port d6def5bc-4a6c-4963-997c-54f89d099abb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d6def5bc-4a6c-4963-997c-54f89d099abb,segment=NetworkSegment(3af9bda5-d4a1-417a-84a1-ced6ece030d0),segment_id=3af9bda5-d4a1-417a-84a1-ced6ece030d0)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:32.701748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:32.837375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Calling delete_port for d6def5bc-4a6c-4963-997c-54f89d099abb owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:51:33.044112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:33.056488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['d6def5bc-4a6c-4963-997c-54f89d099abb'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:51:33.059329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:33.110841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Pushing event deleted for resources: {'Port': ['ID=d6def5bc-4a6c-4963-997c-54f89d099abb,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:33.161439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:33.225537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbfdc4-e035-4333-a915-08b63c586dac req-c42b236e-fddc-42a1-bb53-8b62b8f11117 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:33.227182 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d4dbfdc4-e035-4333-a915-08b63c586dac req-c42b236e-fddc-42a1-bb53-8b62b8f11117 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.2373588 Apr 16 11:51:33.327101 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d4dbfdc4-e035-4333-a915-08b63c586dac req-96fae5fa-f811-4a22-920e-69ed56161e3f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936255 Apr 16 11:51:33.386940 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f75558da-97e2-4d6b-b294-b9ed7a617f93 req-6490936c-ed75-451e-a53e-35fcf1f30ab4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c015678-79fb-4131-b852-737e9b467b39 HTTP/1.1" status: 200 len: 210 time: 0.0587018 Apr 16 11:51:33.426255 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] No DVR routers for this DVR port d6def5bc-4a6c-4963-997c-54f89d099abb on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:51:33.428792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:33.431740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c015678-79fb-4131-b852-737e9b467b39', 'name': 'network-vif-deleted', 'tag': 'd6def5bc-4a6c-4963-997c-54f89d099abb'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:33.447437 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ae6025af-d827-407f-914d-19f490be14f8 req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] 10.222.0.78 "DELETE /v2.0/ports/d6def5bc-4a6c-4963-997c-54f89d099abb HTTP/1.1" status: 204 len: 173 time: 1.0906487 Apr 16 11:51:33.485535 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c015678-79fb-4131-b852-737e9b467b39', 'name': 'network-vif-deleted', 'tag': 'd6def5bc-4a6c-4963-997c-54f89d099abb', 'status': 'completed', 'code': 200} Apr 16 11:51:34.030993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e46b-1333-4ec9-a251-5d3f2c090903 req-b0f84736-d4e0-48f5-ba5b-2a64a67b4c57 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:34.032743 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ebf3e46b-1333-4ec9-a251-5d3f2c090903 req-b0f84736-d4e0-48f5-ba5b-2a64a67b4c57 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0980303 Apr 16 11:51:34.087083 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ebf3e46b-1333-4ec9-a251-5d3f2c090903 req-db1babe3-4750-4fc3-acfd-5f50f456a0af tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477095 Apr 16 11:51:34.537481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4e2b4-1ec6-461c-a674-73a44e198a50 req-f07aa71b-ce17-4c0a-8855-1ca474b7f634 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:34.539150 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-82e4e2b4-1ec6-461c-a674-73a44e198a50 req-f07aa71b-ce17-4c0a-8855-1ca474b7f634 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.0919805 Apr 16 11:51:34.593704 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-82e4e2b4-1ec6-461c-a674-73a44e198a50 req-175764bf-936f-40e3-b9cb-d71a2db122e5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468233 Apr 16 11:51:35.184963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d6def5bc-4a6c-4963-997c-54f89d099abb no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:35.225171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: d6def5bc-4a6c-4963-997c-54f89d099abb {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:51:35.225566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d6def5bc-4a6c-4963-997c-54f89d099abb not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:51:35.300272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8479bc-d670-492b-a768-529f6796d852 req-2c5781f6-8bf9-48ac-a5e0-96de5c712c11 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:35.301886 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a8479bc-d670-492b-a768-529f6796d852 req-2c5781f6-8bf9-48ac-a5e0-96de5c712c11 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0936534 Apr 16 11:51:35.352880 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a8479bc-d670-492b-a768-529f6796d852 req-b0af58e7-ce66-446a-ac1c-49f688df8e8c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Apr 16 11:51:35.810373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe51ca1-9ff0-478e-b7c2-c34a0cf3d638 req-2b6e25ee-bf5d-4825-ab1b-2848648e264d tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:35.812095 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dbe51ca1-9ff0-478e-b7c2-c34a0cf3d638 req-2b6e25ee-bf5d-4825-ab1b-2848648e264d tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.1013637 Apr 16 11:51:35.863527 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dbe51ca1-9ff0-478e-b7c2-c34a0cf3d638 req-69fd4bd4-6581-487d-8de9-a73a93bd8846 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 Apr 16 11:51:36.359225 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-970725e5-6e74-490c-841a-03b89102f371 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:36.360919 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-970725e5-6e74-490c-841a-03b89102f371 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.0897672 Apr 16 11:51:36.448834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Deleting port 3066c80a-ea94-41b5-b98c-12230dabd183 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:51:36.449221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.720906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e7f1c-94f0-4ce3-892d-6c026038a0f0 req-b5121f78-3ca8-4f85-92d2-6bea219732c7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:36.722539 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-aa4e7f1c-94f0-4ce3-892d-6c026038a0f0 req-b5121f78-3ca8-4f85-92d2-6bea219732c7 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 945 time: 0.2465134 Apr 16 11:51:36.811039 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-aa4e7f1c-94f0-4ce3-892d-6c026038a0f0 req-6243d3df-26f6-46f1-9e0a-512ab714d48c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795283 Apr 16 11:51:36.844240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] For port 3066c80a-ea94-41b5-b98c-12230dabd183, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3066c80a-ea94-41b5-b98c-12230dabd183,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:36.844640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.919929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-d644155d-5fd5-4d82-9cef-c3286823f0e7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:36.921028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-d644155d-5fd5-4d82-9cef-c3286823f0e7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Synchronizing usage tracker for tenant:78a2f5b0c1a34e928111781c13c825e1 on resource:port {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:36.941249 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-d644155d-5fd5-4d82-9cef-c3286823f0e7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Unset dirty status for tenant:78a2f5b0c1a34e928111781c13c825e1 on resource:port {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:36.942760 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-d644155d-5fd5-4d82-9cef-c3286823f0e7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.1153131 Apr 16 11:51:36.998757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Calling delete_port for 3066c80a-ea94-41b5-b98c-12230dabd183 owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:51:37.039894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Deleting port 3ecc2670-59bc-4954-8100-54fd97d56d6b {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:51:37.040547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.217357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926dc6c-36b0-4367-be91-629580f75d3c req-3e667651-b68d-4bac-9e79-66f8346e2f4d tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:37.219085 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2926dc6c-36b0-4367-be91-629580f75d3c req-3e667651-b68d-4bac-9e79-66f8346e2f4d tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 946 time: 0.1734455 Apr 16 11:51:37.284636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.295795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['00d8e7f9-c811-4a9c-8d5a-a59275db5a4e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:51:37.351595 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] For port 3ecc2670-59bc-4954-8100-54fd97d56d6b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3ecc2670-59bc-4954-8100-54fd97d56d6b,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:37.352398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.362876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-17e38296-0997-438b-a00a-463715bc32e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:37.499944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Calling delete_port for 3ecc2670-59bc-4954-8100-54fd97d56d6b owned by compute:nova {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:51:37.662273 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2926dc6c-36b0-4367-be91-629580f75d3c req-b67c0b24-84fa-45be-a073-bd398a0544c5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274702 Apr 16 11:51:37.691921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Pushing event deleted for resources: {'Port': ['ID=3066c80a-ea94-41b5-b98c-12230dabd183,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:37.694536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:37.733935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.744961 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['3ecc2670-59bc-4954-8100-54fd97d56d6b'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:51:37.757016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:37.813611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] No DVR routers for this DVR port 3066c80a-ea94-41b5-b98c-12230dabd183 on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:51:37.816315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:37.819483 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'name': 'network-vif-deleted', 'tag': '3066c80a-ea94-41b5-b98c-12230dabd183'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:37.833488 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7880c6c4-5f7e-48a7-bcb3-cb10551ed327 req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "DELETE /v2.0/ports/3066c80a-ea94-41b5-b98c-12230dabd183 HTTP/1.1" status: 204 len: 173 time: 1.4650679 Apr 16 11:51:37.950571 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebde4f95-e7bc-4988-87d2-bc83d797ad22', 'name': 'network-vif-deleted', 'tag': '3066c80a-ea94-41b5-b98c-12230dabd183', 'status': 'completed', 'code': 200} Apr 16 11:51:38.093254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-32ab1774-ab8a-42a9-a5c5-98f872a69d76 req-045a7625-959f-4d7c-94e4-46cb40a14973 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Synchronizing usage tracker for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:38.109122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-32ab1774-ab8a-42a9-a5c5-98f872a69d76 req-045a7625-959f-4d7c-94e4-46cb40a14973 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Unset dirty status for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:38.110494 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-32ab1774-ab8a-42a9-a5c5-98f872a69d76 req-045a7625-959f-4d7c-94e4-46cb40a14973 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=ebde4f95-e7bc-4988-87d2-bc83d797ad22 HTTP/1.1" status: 200 len: 210 time: 0.0717998 Apr 16 11:51:38.121905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Pushing event deleted for resources: {'Port': ['ID=3ecc2670-59bc-4954-8100-54fd97d56d6b,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:38.132445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.132864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.133235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.133622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.134011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.134401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.134788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.135174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.136105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.136487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.136868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.137248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:38.142451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:38.285111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] No DVR routers for this DVR port 3ecc2670-59bc-4954-8100-54fd97d56d6b on host hv-cinder-68948 {{(pid=85350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:51:38.288065 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:38.291196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'name': 'network-vif-deleted', 'tag': '3ecc2670-59bc-4954-8100-54fd97d56d6b'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:38.306904 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d43a11ee-718e-4bb7-9c4a-0cee45c87b1f req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "DELETE /v2.0/ports/3ecc2670-59bc-4954-8100-54fd97d56d6b HTTP/1.1" status: 204 len: 173 time: 1.3585358 Apr 16 11:51:38.346226 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e620b8cf-d4ad-487f-844e-da373ff776aa', 'name': 'network-vif-deleted', 'tag': '3ecc2670-59bc-4954-8100-54fd97d56d6b', 'status': 'completed', 'code': 200} Apr 16 11:51:38.853820 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-faa8b057-3509-46e4-b446-a28ae20909c7 req-665df41c-6379-43de-8ab3-07170a82733b tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=e620b8cf-d4ad-487f-844e-da373ff776aa HTTP/1.1" status: 200 len: 210 time: 0.0543203 Apr 16 11:51:39.204017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3ecc2670-59bc-4954-8100-54fd97d56d6b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:39.251350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 3ecc2670-59bc-4954-8100-54fd97d56d6b {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:51:39.252053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3ecc2670-59bc-4954-8100-54fd97d56d6b not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:51:39.252694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3066c80a-ea94-41b5-b98c-12230dabd183 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:39.303569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 3066c80a-ea94-41b5-b98c-12230dabd183 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:51:39.304284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3066c80a-ea94-41b5-b98c-12230dabd183 not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:51:39.342732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49334) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:39.555880 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-eb7a34cb-89b9-43fd-9f0b-8f2e4c585688 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3ad304d18a848b59154fc1bfc266dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093458 Apr 16 11:51:39.556185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49344) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:39.623823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.652498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05af66-43c2-4563-9310-eb788453d73d req-47f4d798-0ccf-4639-948e-bd28932be01c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:39.653833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.654168 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9d05af66-43c2-4563-9310-eb788453d73d req-47f4d798-0ccf-4639-948e-bd28932be01c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.0918071 Apr 16 11:51:39.700978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.705626 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9d05af66-43c2-4563-9310-eb788453d73d req-6d86ff48-ea3b-4801-aa2f-de3cf5a9f797 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444124 Apr 16 11:51:39.709196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2d0d9632-4287-46c3-8b52-dc401eb0259b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:39.722515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c381d2-34f9-4d72-a794-c42053ca916c,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:39.728124 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:39.731543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.732844 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7c381d2-34f9-4d72-a794-c42053ca916c HTTP/1.1" status: 204 len: 168 time: 0.1756675 Apr 16 11:51:40.462511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49374) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:40.575899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1972692009-network', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:40.580879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:40.584929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Usage tracker for resource:network and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:40.587912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:40.594594 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:40.604220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Made reservation on behalf of cc4d90daf68e4bb9a07c0e60dd5f0751 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:40.609568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.626190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.641885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:40.645884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:40.649080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:40.655726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:40.753313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.755959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.765250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bcfe938b-a163-40bb-b5af-5ac7b181e8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:40.795974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:51:40.806117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd406250-0178-49f9-a2bd-6efb4f19efc5,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:40.810453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:40.811461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.811850 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Added segment eda62977-2878-414a-8821-aa39673cd0fe of type vlan for network a41be246-d7b9-4062-9cb7-4cad5abda8ec Apr 16 11:51:40.840265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.871041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.872464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:40.873109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:40.878543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0e467086-cb09-4ebc-babb-644420fb31bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:40.988598 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5248725 Apr 16 11:51:40.989541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Pushing event updated for resources: {'Network': ['ID=a41be246-d7b9-4062-9cb7-4cad5abda8ec,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:40.991609 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49388) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:40.994455 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:40.998328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Request body: {'subnet': {'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1972692009-subnet', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:41.001411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:51:41.003550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:41.007655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Usage tracker for resource:subnet and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:41.011208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:41.016994 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ef58-7f78-412b-9e47-cf4c5e60d529 req-b8a8c02d-dd6d-48ae-b67d-8d081be53af7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:41.017361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:41.018628 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3673ef58-7f78-412b-9e47-cf4c5e60d529 req-b8a8c02d-dd6d-48ae-b67d-8d081be53af7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1230354 Apr 16 11:51:41.028206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b82eb-3b4c-421d-bb4e-089ba4dc8f5d req-ab031da4-5b87-45ee-bb10-83374a5ed490 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:41.029778 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f11b82eb-3b4c-421d-bb4e-089ba4dc8f5d req-ab031da4-5b87-45ee-bb10-83374a5ed490 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1995900 Apr 16 11:51:41.033350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Made reservation on behalf of cc4d90daf68e4bb9a07c0e60dd5f0751 for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:41.038189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2361494'] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.111785 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3673ef58-7f78-412b-9e47-cf4c5e60d529 req-9ece8050-d2b7-405b-a499-13d3f8314293 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807741 Apr 16 11:51:41.116591 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f11b82eb-3b4c-421d-bb4e-089ba4dc8f5d req-f90f47d3-127a-43d5-9883-c34b94e7c558 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696623 Apr 16 11:51:41.452341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852696094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2361509'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.468178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:41.602647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84741457-4de7-4675-8f79-92ebbbd26253,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:41.608614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:41.667570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Checking segment: {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:41.667960 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Network hostable DHCP agents. Network: a41be246-d7b9-4062-9cb7-4cad5abda8ec, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:51:41.685912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:51:41.693835 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, a41be246-d7b9-4062-9cb7-4cad5abda8ec) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:41.703385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d34e9-1e9c-4cbd-b921-de4c1d68fead None None] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:41.706063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:41.706712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.731966 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fe14aaf2-9e95-4aff-9f9f-8aede4993844 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7391055 Apr 16 11:51:41.734723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49406) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:41.740615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:41.746001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:41.750461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Usage tracker for resource:router and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:41.754665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:41.761779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:41.771206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.772593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.790315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:41.944545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:51:41.945572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.083793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.115089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Allocated IP 172.20.0.2 (a41be246-d7b9-4062-9cb7-4cad5abda8ec/84741457-4de7-4675-8f79-92ebbbd26253/eca48297-6b08-47e6-98b6-729945301549) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:42.353994 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.366632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Transition to ACTIVE for port object eca48297-6b08-47e6-98b6-729945301549 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:42.387734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Transition to ACTIVE for port object eca48297-6b08-47e6-98b6-729945301549 will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:42.393951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.413152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:42.438490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.472850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.526953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1b26b-8613-433d-858e-7cfdc627ee7e req-f8cb378d-0bf3-47de-838d-c0cdef339cae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:42.529817 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e2b1b26b-8613-433d-858e-7cfdc627ee7e req-f8cb378d-0bf3-47de-838d-c0cdef339cae tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2700624 Apr 16 11:51:42.553826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d4186-63fb-4f37-9eff-696cd19d57f9 req-4b55fc31-c5ad-47fb-9042-4d869854ea52 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:42.556639 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-748d4186-63fb-4f37-9eff-696cd19d57f9 req-4b55fc31-c5ad-47fb-9042-4d869854ea52 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2494621 Apr 16 11:51:42.556817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Pushing event updated for resources: {'Port': ['ID=eca48297-6b08-47e6-98b6-729945301549,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:42.569006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.569394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.569780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.570155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.570529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.570901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.571292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.571662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.572073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.572444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.572809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.573713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:42.595211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:42.615494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac6d8-94ed-4d8b-8ef2-0249c6157fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.644276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Allocated IP 172.28.1.180 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/6d0d102e-44aa-43c8-ac17-d23a853366d4) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:42.652981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:42.655370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:42.659329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:42.692180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e2b1b26b-8613-433d-858e-7cfdc627ee7e req-3dc14345-28e4-4431-84ca-46f43a051e3b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336744 Apr 16 11:51:42.749871 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-748d4186-63fb-4f37-9eff-696cd19d57f9 req-db69c9ef-8fe7-4909-8b43-59989bf21744 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560061 Apr 16 11:51:42.788820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Attempting to bind port eca48297-6b08-47e6-98b6-729945301549 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:42.789487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Attempting to bind port eca48297-6b08-47e6-98b6-729945301549 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:42.790141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Attempting to bind port eca48297-6b08-47e6-98b6-729945301549 on network a41be246-d7b9-4062-9cb7-4cad5abda8ec {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:42.800352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:42.802036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Checking segment: {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:42.802751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.803619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Bound using segment: {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:42.804623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Bound port: eca48297-6b08-47e6-98b6-729945301549, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:42.805366 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.832134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.862409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.880115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5ccca3cb-f77d-4146-b7f9-efd051939de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:42.934400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] For port eca48297-6b08-47e6-98b6-729945301549, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:42.938311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] For port eca48297-6b08-47e6-98b6-729945301549, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=eca48297-6b08-47e6-98b6-729945301549,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:42.946489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:42.964147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:43.042374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Pushing event updated for resources: {'Port': ['ID=6d0d102e-44aa-43c8-ac17-d23a853366d4,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:43.047015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:43.101890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:43.103393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:43.105955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:43.121904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Pushing event updated for resources: {'Port': ['ID=eca48297-6b08-47e6-98b6-729945301549,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:43.126725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:43.728115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device eca48297-6b08-47e6-98b6-729945301549 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:43.787719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:43.810500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port eca48297-6b08-47e6-98b6-729945301549 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:44.006158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b07ff-b30c-4f80-a637-15436c113b44 req-e68789b9-14e6-41a6-828e-fca5e35e6f41 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:44.007900 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-437b07ff-b30c-4f80-a637-15436c113b44 req-e68789b9-14e6-41a6-828e-fca5e35e6f41 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1720116 Apr 16 11:51:44.017884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6aa92-1ed8-4702-9fe5-4a949b898d98 req-4ccf15d3-b8ab-4a23-93f4-bfc3c35b8ae5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:44.019537 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfc6aa92-1ed8-4702-9fe5-4a949b898d98 req-4ccf15d3-b8ab-4a23-93f4-bfc3c35b8ae5 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.1402986 Apr 16 11:51:44.105679 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfc6aa92-1ed8-4702-9fe5-4a949b898d98 req-fdae13dd-7afb-4d1b-8f02-33974d1c621b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776641 Apr 16 11:51:44.117568 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-437b07ff-b30c-4f80-a637-15436c113b44 req-30af162a-d9b8-4438-ab34-02acfe70af8a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916033 Apr 16 11:51:44.213846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.420074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-d01ceeaf-15e5-49fb-8643-20b865fa846a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:44.421797 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-d01ceeaf-15e5-49fb-8643-20b865fa846a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/networks?id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 HTTP/1.1" status: 200 len: 813 time: 0.1751385 Apr 16 11:51:44.439922 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-5f79564a-eaef-4c8b-8479-57616ccbc586 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/quotas/78a2f5b0c1a34e928111781c13c825e1 HTTP/1.1" status: 200 len: 375 time: 0.0108957 Apr 16 11:51:44.454025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Router 6d061ff1-1111-4736-84c1-99783678e57e is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:51:44.501749 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-7a9bd84e-b53e-46e7-927b-d05bb433052f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=78a2f5b0c1a34e928111781c13c825e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553334 Apr 16 11:51:44.655241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:44.658293 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-183014dc-d879-47e5-89a5-3d27e98907af service neutron] 10.222.0.58 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486645 Apr 16 11:51:44.666086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Sync routers for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:44.682257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0cecc2-bf08-4f85-ac5a-c91f0b3b43a3 None None] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:44.685948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:44.686705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:44.691607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.693255 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9574845 Apr 16 11:51:44.696102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49438) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:44.835669 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-2735e96f-5bd4-4e86-99a3-8a8fe79775f7 service neutron] 10.222.0.58 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630871 Apr 16 11:51:44.881296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9813c4ca-c1c3-4f6a-b1ff-d9c40ca48c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.896923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Provisioning for port eca48297-6b08-47e6-98b6-729945301549 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:44.905158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Provisioning complete for port eca48297-6b08-47e6-98b6-729945301549 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:44.905571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.106437 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-679dc7ec-5302-47ad-8ae1-c0d4573b2950 req-27b28cf2-663c-4fc7-a0aa-42c6bbb18393 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 210 time: 0.0666964 Apr 16 11:51:45.130164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:45.528268 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:43Z', 'revision_number': 3, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:45.533632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Checking router: 6d061ff1-1111-4736-84c1-99783678e57e for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:45.534263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Updating router 6d061ff1-1111-4736-84c1-99783678e57e port 6d0d102e-44aa-43c8-ac17-d23a853366d4 binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:45.554167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ad1c6-5386-42b5-9140-63bb474f1ba7 req-ac22b86e-54e4-4f5c-9a62-3ff33e7eaac2 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:45.555882 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f20ad1c6-5386-42b5-9140-63bb474f1ba7 req-ac22b86e-54e4-4f5c-9a62-3ff33e7eaac2 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1568470 Apr 16 11:51:45.560468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.572018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5386a9-45a8-4b2b-ba8b-969f642eda62 req-2d8d6003-ebed-40f3-a3b9-b54be36a7ecf tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:45.580529 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ba5386a9-45a8-4b2b-ba8b-969f642eda62 req-2d8d6003-ebed-40f3-a3b9-b54be36a7ecf tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2776749 Apr 16 11:51:45.600471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.601011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-46376558-7a54-4e62-874a-fe1c52b31224 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:45.601956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-46376558-7a54-4e62-874a-fe1c52b31224 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Synchronizing usage tracker for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:45.614144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.645638 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ba5386a9-45a8-4b2b-ba8b-969f642eda62 req-6df4a091-ddda-4186-b8c6-eec9f6be6e6b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641019 Apr 16 11:51:45.662319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-46376558-7a54-4e62-874a-fe1c52b31224 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Unset dirty status for tenant:86c58efa9df54e9bac34098edbb49160 on resource:port {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:45.664132 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-46376558-7a54-4e62-874a-fe1c52b31224 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 945 time: 0.2581482 Apr 16 11:51:45.689222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] For port eca48297-6b08-47e6-98b6-729945301549, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=eca48297-6b08-47e6-98b6-729945301549,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:45.692477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:45.694895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:45.711407 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f20ad1c6-5386-42b5-9140-63bb474f1ba7 req-81b1802c-65d8-434c-b807-db96b03872d2 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027837 Apr 16 11:51:45.808707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Pushing event updated for resources: {'Port': ['ID=eca48297-6b08-47e6-98b6-729945301549,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:45.812779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:46.022276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-0c64dc0a-6995-4c45-b978-aaf5f52378b7 None None] Provisioning complete for port eca48297-6b08-47e6-98b6-729945301549 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:46.022847 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0c64dc0a-6995-4c45-b978-aaf5f52378b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.061582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Deleting port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:51:46.062141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.084425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.098739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Transition to ACTIVE for port object 6d0d102e-44aa-43c8-ac17-d23a853366d4 will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:46.106426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.122317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b37ec456-57e4-4a04-ba24-f393e07ca4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:46.223871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.281978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Pushing event updated for resources: {'Port': ['ID=6d0d102e-44aa-43c8-ac17-d23a853366d4,revision_number=2']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:46.288750 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a6b01a7-7482-46d2-b52d-e0dea3be28d7 req-44cae1da-53ce-40e5-8a48-f21e1a5dfb0f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 210 time: 0.0524564 Apr 16 11:51:46.307134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.307631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.308520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.308889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.309248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.309607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.309966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.310321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.310697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.311053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.311604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.312075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:46.315915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:46.344073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Attempting to bind port 6d0d102e-44aa-43c8-ac17-d23a853366d4 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:46.344486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Attempting to bind port 6d0d102e-44aa-43c8-ac17-d23a853366d4 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:46.344884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Attempting to bind port 6d0d102e-44aa-43c8-ac17-d23a853366d4 on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:46.350477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:46.350884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:46.351359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.351782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:46.352284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Bound port: 6d0d102e-44aa-43c8-ac17-d23a853366d4, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:46.352688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.440367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] For port 6d0d102e-44aa-43c8-ac17-d23a853366d4, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:46.441029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.444503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] For port 6d0d102e-44aa-43c8-ac17-d23a853366d4, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=6d0d102e-44aa-43c8-ac17-d23a853366d4,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:46.447956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.464283 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-865fef5e-b796-4bbc-9ce4-ad10f8612fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:46.528469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] For port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:46.528876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:46.625012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Pushing event updated for resources: {'Port': ['ID=6d0d102e-44aa-43c8-ac17-d23a853366d4,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:46.628370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:46.682353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:46.683058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:46.710571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Calling delete_port for 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e owned by compute:nova {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:51:46.756429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-1c3270a9-670e-4ed7-bfe0-dadf3e4909c0 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:46.758189 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-1c3270a9-670e-4ed7-bfe0-dadf3e4909c0 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "GET /v2.0/networks?id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 HTTP/1.1" status: 200 len: 813 time: 0.2078536 Apr 16 11:51:46.781931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Request body: {'port': {'device_id': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27', 'admin_state_up': True, 'tenant_id': '78a2f5b0c1a34e928111781c13c825e1'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:46.792099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Allocated IP 172.20.0.1 (a41be246-d7b9-4062-9cb7-4cad5abda8ec/84741457-4de7-4675-8f79-92ebbbd26253/d73a0e54-6f23-4be3-ba40-93f4797c51e0) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:46.940915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:47.033193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.047968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['00d8e7f9-c811-4a9c-8d5a-a59275db5a4e'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:51:47.059393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:47.119489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Pushing event deleted for resources: {'Port': ['ID=00d8e7f9-c811-4a9c-8d5a-a59275db5a4e,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:47.141645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb45d0e-bf8d-4504-aac0-3532b0007e20 req-c0966d1f-6c7d-48fa-91a4-efae4cd84b8b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:47.142455 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9bb45d0e-bf8d-4504-aac0-3532b0007e20 req-c0966d1f-6c7d-48fa-91a4-efae4cd84b8b tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/ports?device_id=d443574c-d727-4c80-9b58-792225ee7cfa HTTP/1.1" status: 200 len: 867 time: 0.3217871 Apr 16 11:51:47.160252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:47.170080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Usage tracker for resource:port and tenant:78a2f5b0c1a34e928111781c13c825e1 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:47.172753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:47.173586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:47.180577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:47.200170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.209729 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.241633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c9ea6-e9b1-484d-bb2d-286b6ca73533 req-e5a01c1f-f615-4f04-aff9-ef3cafc0eb07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:47.243001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Transition to ACTIVE for port object d73a0e54-6f23-4be3-ba40-93f4797c51e0 will not be triggered until provisioned by entity DHCP. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:47.243313 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-219c9ea6-e9b1-484d-bb2d-286b6ca73533 req-e5a01c1f-f615-4f04-aff9-ef3cafc0eb07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2722304 Apr 16 11:51:47.244014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Made reservation on behalf of 78a2f5b0c1a34e928111781c13c825e1 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:47.250059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.286468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:43Z', 'revision_number': 3, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:47.292958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e48a2b-be44-4935-8703-dd3af1c69f4c None None] The sync data for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb is: [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:43Z', 'revision_number': 3, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:47.306873 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9bb45d0e-bf8d-4504-aac0-3532b0007e20 req-c0d82e5b-8e95-4aa5-a70c-291ea18778ba tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.58 "GET /v2.0/security-groups?id=231c8f2f-f1b1-4a33-b741-e27719c25d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483164 Apr 16 11:51:47.375945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] No DVR routers for this DVR port 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e on host hv-cinder-68948 {{(pid=85350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:51:47.378406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.381284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'name': 'network-vif-deleted', 'tag': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:47.386784 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-219c9ea6-e9b1-484d-bb2d-286b6ca73533 req-7f48ddcc-7617-4506-a414-fefeafc5b711 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241748 Apr 16 11:51:47.388448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.421482 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:47.509803 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443574c-d727-4c80-9b58-792225ee7cfa', 'name': 'network-vif-deleted', 'tag': '00d8e7f9-c811-4a9c-8d5a-a59275db5a4e', 'status': 'completed', 'code': 200} Apr 16 11:51:47.531936 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07779b3c-1ecf-4d4b-a006-717a00bb921d req-9b003689-0802-49e6-a7c7-efa1f71c46dd tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 210 time: 0.0937467 Apr 16 11:51:47.539717 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-96f5f6d4-cdf1-4610-ac68-9f7de9a01bc3 req-325e8835-f5db-4637-89b6-d42e29a6270c tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] 10.222.0.78 "DELETE /v2.0/ports/00d8e7f9-c811-4a9c-8d5a-a59275db5a4e HTTP/1.1" status: 204 len: 173 time: 1.8675036 Apr 16 11:51:47.565475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Allocated IP 172.20.0.3 (f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27/720d03b3-3601-46ec-892e-5c5336dfa1cb/ad89ea78-ee6d-430e-a6e4-2717df3a89b2) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:47.577834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d73a0e54-6f23-4be3-ba40-93f4797c51e0,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:47.582999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:47.636633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:47.638449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:47.641025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:47.711574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.775087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device eca48297-6b08-47e6-98b6-729945301549 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:47.879124 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.923203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port eca48297-6b08-47e6-98b6-729945301549 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:47.923980 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.931164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.998449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.032472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:48.188078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-52f73139-449d-4a0d-8eb9-545040c0cc44 None None] Provisioning for port d73a0e54-6f23-4be3-ba40-93f4797c51e0 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:48.194155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-52f73139-449d-4a0d-8eb9-545040c0cc44 None None] Provisioning complete for port d73a0e54-6f23-4be3-ba40-93f4797c51e0 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:48.194682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-52f73139-449d-4a0d-8eb9-545040c0cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.258072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Pushing event updated for resources: {'Port': ['ID=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:48.262949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:48.267532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-52f73139-449d-4a0d-8eb9-545040c0cc44 None None] Port d73a0e54-6f23-4be3-ba40-93f4797c51e0 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:48.309794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.313613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.326194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:48.327497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:48.329944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:48.336343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:48.337074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.360270 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-58c05e85-c4f2-4336-9feb-a3511c78deee tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:48.380803 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6127203 Apr 16 11:51:48.395431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Request body: {'port': {'device_id': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:48.420868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49474) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:48.579750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.593175 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d73a0e54-6f23-4be3-ba40-93f4797c51e0,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:48.596927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:48.601370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.780662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2987bf-1d08-486d-b73f-ba0ece364532 req-901903e3-b0df-4610-9e3a-5c89ce9ee66a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:48.782329 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fa2987bf-1d08-486d-b73f-ba0ece364532 req-901903e3-b0df-4610-9e3a-5c89ce9ee66a tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2681069 Apr 16 11:51:49.172277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:49.176404 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:49.202687 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fa2987bf-1d08-486d-b73f-ba0ece364532 req-b3397bd3-dd61-4320-b863-3de8748f2477 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002557 Apr 16 11:51:49.242916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a72d69-c5a9-415f-b0fe-24f4ffd9eaca req-021f28b6-31fe-4606-915a-2e5e3261aea7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:49.243736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-30a72d69-c5a9-415f-b0fe-24f4ffd9eaca req-021f28b6-31fe-4606-915a-2e5e3261aea7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Synchronizing usage tracker for tenant:78a2f5b0c1a34e928111781c13c825e1 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:51:49.249531 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:49.286052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-30a72d69-c5a9-415f-b0fe-24f4ffd9eaca req-021f28b6-31fe-4606-915a-2e5e3261aea7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Unset dirty status for tenant:78a2f5b0c1a34e928111781c13c825e1 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:51:49.295080 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-30a72d69-c5a9-415f-b0fe-24f4ffd9eaca req-021f28b6-31fe-4606-915a-2e5e3261aea7 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 931 time: 0.6024790 Apr 16 11:51:49.310878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:51:49.311548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 00d8e7f9-c811-4a9c-8d5a-a59275db5a4e not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:51:49.355966 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-30a72d69-c5a9-415f-b0fe-24f4ffd9eaca req-6aadab48-7d29-4cd6-973c-93f47ee9eb28 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598207 Apr 16 11:51:49.400731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-7e5486f7-c065-433a-b9dc-31fca39c108e None None] Provisioning complete for port d73a0e54-6f23-4be3-ba40-93f4797c51e0 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:49.401320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7e5486f7-c065-433a-b9dc-31fca39c108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.443395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad89ea78-ee6d-430e-a6e4-2717df3a89b2 {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:51:49.451719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.460815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-7e5486f7-c065-433a-b9dc-31fca39c108e None None] Port d73a0e54-6f23-4be3-ba40-93f4797c51e0 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:49.469280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Transition to ACTIVE for port object ad89ea78-ee6d-430e-a6e4-2717df3a89b2 will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:49.472887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.490986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0df2f5b8-63da-454b-8b2a-219690a1adf5 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:49.498350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Router 6d061ff1-1111-4736-84c1-99783678e57e has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:51:49.631339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Pushing event updated for resources: {'Port': ['ID=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:49.636019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:49.686978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 6d0d102e-44aa-43c8-ac17-d23a853366d4 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:49.756386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 6d0d102e-44aa-43c8-ac17-d23a853366d4 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:49.761370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 6d0d102e-44aa-43c8-ac17-d23a853366d4 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:49.761768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.766320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:49.773808 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] 10.222.0.58 "PUT /v2.0/routers/6d061ff1-1111-4736-84c1-99783678e57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0746570 Apr 16 11:51:49.808262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692985'] for router_interface, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.822596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Attempting to bind port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:49.823474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Attempting to bind port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:49.823694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Attempting to bind port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 on network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:49.829266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 on network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:51:49.829758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Attempting to bind port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 on network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:49.835637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:49.836154 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Checking segment: {'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:49.836710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Bound using segment: {'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:49.837317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Bound port: ad89ea78-ee6d-430e-a6e4-2717df3a89b2, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3a0a65-b34e-4d89-8013-c625f5815abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:49.837820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.925026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.967653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 6d0d102e-44aa-43c8-ac17-d23a853366d4, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=6d0d102e-44aa-43c8-ac17-d23a853366d4,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:49.972732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:49.985020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:49.996277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] For port ad89ea78-ee6d-430e-a6e4-2717df3a89b2, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:50.002191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] For port ad89ea78-ee6d-430e-a6e4-2717df3a89b2, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:50.006138 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.028252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:50.096208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=6d0d102e-44aa-43c8-ac17-d23a853366d4,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:50.100557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:50.233794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Pushing event updated for resources: {'Port': ['ID=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:50.238871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:50.256220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:50.257146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.259148 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] 10.222.0.78 "PUT /v2.0/ports/ad89ea78-ee6d-430e-a6e4-2717df3a89b2 HTTP/1.1" status: 200 len: 1093 time: 1.8687048 Apr 16 11:51:50.259873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'tag': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:50.293196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Deleting port 16ff2b52-7d65-4e31-b3dc-e0473d054780 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:51:50.293585 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.368311 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'tag': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2', 'status': 'completed', 'code': 200} Apr 16 11:51:50.487354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-27523dee-04fd-4e0b-b120-da2a7a416edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:50.489081 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-27523dee-04fd-4e0b-b120-da2a7a416edd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78a2f5b0c1a34e928111781c13c825e1&device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 1096 time: 0.1843212 Apr 16 11:51:50.505460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21baa-bdcd-4f2c-b336-033e9eac6237 req-b2c3655b-bedc-4eeb-9136-8f909edde62f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:50.507116 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4fd21baa-bdcd-4f2c-b336-033e9eac6237 req-b2c3655b-bedc-4eeb-9136-8f909edde62f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1357312 Apr 16 11:51:50.547414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] For port 16ff2b52-7d65-4e31-b3dc-e0473d054780, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=16ff2b52-7d65-4e31-b3dc-e0473d054780,segment=NetworkSegment(5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d),segment_id=5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:50.547824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.555473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49500) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:50.561970 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1610754246-network', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:50.566189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Sync routers for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:50.572136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:50.576904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:50.577957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:50.654754 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-5c6db171-4d55-40f9-ad3d-5e558b4252fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad89ea78-ee6d-430e-a6e4-2717df3a89b2 HTTP/1.1" status: 200 len: 217 time: 0.1465018 Apr 16 11:51:50.709121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Calling delete_port for 16ff2b52-7d65-4e31-b3dc-e0473d054780 owned by network:router_interface {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:51:50.739005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Usage tracker for resource:network and tenant:c0a265a0d8fe44429a8bf9cd4fb5c095 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:50.749019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:50.758319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:50.764620 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4fd21baa-bdcd-4f2c-b336-033e9eac6237 req-b794b228-5b5f-480e-88a6-df21451b5868 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985235 Apr 16 11:51:50.777434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-99cb2792-42b4-4f92-89c5-bcc678c596c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:50.778970 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-99cb2792-42b4-4f92-89c5-bcc678c596c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=720d03b3-3601-46ec-892e-5c5336dfa1cb HTTP/1.1" status: 200 len: 853 time: 0.1138160 Apr 16 11:51:50.787765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:50.793068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Made reservation on behalf of c0a265a0d8fe44429a8bf9cd4fb5c095 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:50.798871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.813125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.844953 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-bc5060c4-26ca-4058-8bc9-fe5c0ada5479 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553308 Apr 16 11:51:50.858196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f652a4d-8338-4d89-b9fd-2ffa05092c0e req-af7a63c6-21fd-4cb9-a34b-3152c0d0f4ba tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:50.859975 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5f652a4d-8338-4d89-b9fd-2ffa05092c0e req-af7a63c6-21fd-4cb9-a34b-3152c0d0f4ba tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 943 time: 0.2960455 Apr 16 11:51:50.979794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:50.992746 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Usage tracker for resource:security_group_rule and tenant:c0a265a0d8fe44429a8bf9cd4fb5c095 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:50.998153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:51.008185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:51.041001 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5f652a4d-8338-4d89-b9fd-2ffa05092c0e req-34373316-7f7f-409e-abb9-0aee7e5a58c2 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776823 Apr 16 11:51:51.043614 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-3053bd96-e801-414b-8ef1-715ef41f7cea service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825614 Apr 16 11:51:51.160453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:48Z', 'revision_number': 2, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:51.162066 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.165709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Checking router: 6d061ff1-1111-4736-84c1-99783678e57e for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:51.166241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Updating router 6d061ff1-1111-4736-84c1-99783678e57e port d73a0e54-6f23-4be3-ba40-93f4797c51e0 binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:51.186879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2017c252-9282-4c69-9371-cdc7fc78bb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:51.212239 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8d599e22-9053-406f-bcbe-d2f1ee3ff0f7 req-06815a3c-ffa1-4291-9f1c-cfa97e52918a service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607220 Apr 16 11:51:51.226028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.299811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Pushing event deleted for resources: {'Port': ['ID=16ff2b52-7d65-4e31-b3dc-e0473d054780,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:51.309565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:51.322504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.328028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.334903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a5146ba1-71ba-4e01-9218-4a2f1171001a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:51.347424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-e423804c-00f3-47cf-afe8-82201802830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:51.349052 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-e423804c-00f3-47cf-afe8-82201802830d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78a2f5b0c1a34e928111781c13c825e1&device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 1096 time: 0.0874312 Apr 16 11:51:51.374556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:51:51.403043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ac2c6-260c-4a9f-9e3a-4fe7c1a9a31e,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:51.406172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.406565 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Added segment 2a16798d-05c1-4ca3-b0c2-5eefe6d662d6 of type vlan for network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 Apr 16 11:51:51.415460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:51.484602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.503550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-c4af88a5-d72c-4f49-8fd8-8a4e0f547e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:51.505175 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-c4af88a5-d72c-4f49-8fd8-8a4e0f547e28 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 HTTP/1.1" status: 200 len: 915 time: 0.1480486 Apr 16 11:51:51.551133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.582128 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-e087d55c-b058-4a25-ac8a-c84d50484462 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad89ea78-ee6d-430e-a6e4-2717df3a89b2 HTTP/1.1" status: 200 len: 217 time: 0.0692782 Apr 16 11:51:51.651619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.665876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Transition to ACTIVE for port object d73a0e54-6f23-4be3-ba40-93f4797c51e0 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:51.669311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-199d53c1-9cc3-4a48-a8cf-4f94c652f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:51.671075 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-199d53c1-9cc3-4a48-a8cf-4f94c652f567 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=720d03b3-3601-46ec-892e-5c5336dfa1cb HTTP/1.1" status: 200 len: 853 time: 0.0810947 Apr 16 11:51:51.674715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.742561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:51.743444 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-6ba10969-ea17-41fa-95b0-bde9163c64c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638976 Apr 16 11:51:51.857666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 6d0d102e-44aa-43c8-ac17-d23a853366d4 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:51.946509 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e01fb5-69a2-479e-958a-fbc3e473d98c None None] Pushing event updated for resources: {'Port': ['ID=d73a0e54-6f23-4be3-ba40-93f4797c51e0,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:51.949864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.954115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e8e01fb5-69a2-479e-958a-fbc3e473d98c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:51.954371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:51.955174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:51.985248 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-4e6ff3d6-9b85-42fd-a455-7f1a87738bd3 service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343049 Apr 16 11:51:52.016179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:52.040492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 6d0d102e-44aa-43c8-ac17-d23a853366d4 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:52.040918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.179893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Pushing event updated for resources: {'Network': ['ID=8f6023d7-5ed0-4dca-ad3d-82ea8913b005,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:52.192420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:52.194976 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b2d5bfb1-630a-4f4d-80f4-5330f69470d3 req-eb28d256-275a-4192-8afb-1c171b53f23a service neutron] 10.222.0.78 "GET /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003691 Apr 16 11:51:52.207103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Attempting to bind port d73a0e54-6f23-4be3-ba40-93f4797c51e0 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:52.207733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Attempting to bind port d73a0e54-6f23-4be3-ba40-93f4797c51e0 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:52.208292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Attempting to bind port d73a0e54-6f23-4be3-ba40-93f4797c51e0 on network a41be246-d7b9-4062-9cb7-4cad5abda8ec {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:52.215336 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6560628 Apr 16 11:51:52.215518 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:51:52.224353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49510) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:52.227101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e2be4-780f-4e24-bab8-ae0e076e2d2a req-645e0e74-8c00-4f71-b174-0b6e676994bd tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:52.229410 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-000e2be4-780f-4e24-bab8-ae0e076e2d2a req-645e0e74-8c00-4f71-b174-0b6e676994bd tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.3391016 Apr 16 11:51:52.235722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Request body: {'subnet': {'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1610754246-subnet', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:52.239880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:52.240310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Checking segment: {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:52.240762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.241202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Bound using segment: {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:52.241736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Bound port: d73a0e54-6f23-4be3-ba40-93f4797c51e0, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:52.242510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.246640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:52.253084 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854203206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689490'] for router_interface, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.267805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Usage tracker for resource:subnet and tenant:c0a265a0d8fe44429a8bf9cd4fb5c095 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:52.273084 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:52.328408 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:52.352251 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-000e2be4-780f-4e24-bab8-ae0e076e2d2a req-47ce76a7-3ef3-4332-8eaf-a72ed92f734b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779214 Apr 16 11:51:52.361161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Made reservation on behalf of c0a265a0d8fe44429a8bf9cd4fb5c095 for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:52.366598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2361494'] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.382893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae04809-7697-4f61-87d0-545bda2cb561 req-5e0cb923-dc77-486b-9bdf-3fcbcdeb4532 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:52.384270 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6ae04809-7697-4f61-87d0-545bda2cb561 req-5e0cb923-dc77-486b-9bdf-3fcbcdeb4532 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 943 time: 0.1532276 Apr 16 11:51:52.440808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] For port d73a0e54-6f23-4be3-ba40-93f4797c51e0, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:52.444935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] For port d73a0e54-6f23-4be3-ba40-93f4797c51e0, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d73a0e54-6f23-4be3-ba40-93f4797c51e0,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:52.456109 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6ae04809-7697-4f61-87d0-545bda2cb561 req-30d3e940-0fba-4eec-ab54-54df7724f4f0 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594993 Apr 16 11:51:52.480939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:52.494581 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:52.914939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e01fb5-69a2-479e-958a-fbc3e473d98c None None] Pushing event updated for resources: {'Port': ['ID=d73a0e54-6f23-4be3-ba40-93f4797c51e0,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:52.918687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e8e01fb5-69a2-479e-958a-fbc3e473d98c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:52.999025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:52.999783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:53.076626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9997f9-a011-441b-9518-8faf88a3fffb req-8925a29f-d991-4f98-bee3-13cf5399b250 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:53.086066 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2c9997f9-a011-441b-9518-8faf88a3fffb req-8925a29f-d991-4f98-bee3-13cf5399b250 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.4209640 Apr 16 11:51:53.092748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:51:53.151679 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2c9997f9-a011-441b-9518-8faf88a3fffb req-bb007008-2c87-42f7-b63f-930380468075 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645037 Apr 16 11:51:53.174844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a989cd-fda7-460f-a521-13117fd8da53 req-9f2a04b5-56bb-4d4c-887a-2c9151cf8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:53.178473 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62a989cd-fda7-460f-a521-13117fd8da53 req-9f2a04b5-56bb-4d4c-887a-2c9151cf8cfa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 1099 time: 0.4419122 Apr 16 11:51:53.241798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:53.308762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device ad89ea78-ee6d-430e-a6e4-2717df3a89b2 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:51:53.329871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a989cd-fda7-460f-a521-13117fd8da53 req-f879b459-c450-46c0-8559-0c8742f74e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:53.331504 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62a989cd-fda7-460f-a521-13117fd8da53 req-f879b459-c450-46c0-8559-0c8742f74e21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 913 time: 0.1471274 Apr 16 11:51:53.363296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:53.374189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] Sync routers for ids ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:53.381642 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a8d04c17-628d-4315-a195-e097f642831b admin admin] 10.222.0.58 "PUT /v2.0/routers/573b16ea-4d23-4b2c-9b6a-3c211758ba2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9596343 Apr 16 11:51:53.384968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49518) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:53.386030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] Routers {'573b16ea-4d23-4b2c-9b6a-3c211758ba2f'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:53.387538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:53.450785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.resource_extend [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:51:53.461366 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62a989cd-fda7-460f-a521-13117fd8da53 req-a7aaae15-ecd1-46bb-86d2-f51ccd829d12 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 200 len: 1001 time: 0.1208711 Apr 16 11:51:53.464122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852696094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2361509'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:53.533420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:53.580042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a989cd-fda7-460f-a521-13117fd8da53 req-3aebec5d-4334-4d74-a48f-0ac10130a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:53.581848 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62a989cd-fda7-460f-a521-13117fd8da53 req-3aebec5d-4334-4d74-a48f-0ac10130a993 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.1138735 Apr 16 11:51:53.671933 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] Set router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:53.750628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port ad89ea78-ee6d-430e-a6e4-2717df3a89b2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:53.810298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a989cd-fda7-460f-a521-13117fd8da53 req-90d1cb02-043f-4697-9796-9a604c15f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:53.812071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2', 'network_id': 'f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27', 'port_id': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2', 'mac_address': 'fa:16:3e:03:07:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '720d03b3-3601-46ec-892e-5c5336dfa1cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:51:53.812233 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62a989cd-fda7-460f-a521-13117fd8da53 req-90d1cb02-043f-4697-9796-9a604c15f688 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2172070 Apr 16 11:51:53.823232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137b8c4-21e4-4812-963f-62f769b60c0f req-50c640a2-5926-4a64-853e-e99ff94291d6 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:53.831762 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3137b8c4-21e4-4812-963f-62f769b60c0f req-50c640a2-5926-4a64-853e-e99ff94291d6 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 943 time: 0.1668265 Apr 16 11:51:53.889192 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:53.917849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad89ea78-ee6d-430e-a6e4-2717df3a89b2 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:51:53.943580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee4a0a4-b6af-4c30-bad6-ae1884f47363,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:53.958758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:53.987972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port ad89ea78-ee6d-430e-a6e4-2717df3a89b2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:53.993123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:52Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:53.998260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.001248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe760e09-e6f8-48e3-86df-e2e75c6a40bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:54.015420 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3137b8c4-21e4-4812-963f-62f769b60c0f req-32408713-6740-41e8-af65-adf35f3deb36 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824989 Apr 16 11:51:54.020135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks [] for router, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.054898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bd7a9-1a35-4685-8e25-4747605d3648 None None] The sync data for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb is: [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:52Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:54.070478 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62a989cd-fda7-460f-a521-13117fd8da53 req-fea35e1b-8aa4-4131-8306-9a941bba4c2a service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197244 Apr 16 11:51:54.095580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:54.110561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:54.252896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['ad89ea78-ee6d-430e-a6e4-2717df3a89b2'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:51:54.272722 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62a989cd-fda7-460f-a521-13117fd8da53 req-3c821f32-364a-4037-9217-09d378b6ce47 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949134 Apr 16 11:51:54.330640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Checking segment: {'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:54.331226 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Network hostable DHCP agents. Network: 8f6023d7-5ed0-4dca-ad3d-82ea8913b005, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:51:54.376993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.394315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Deleting port 71d77897-784e-48c7-b250-3af7f39981ba {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:51:54.394701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.430804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bf775-386a-4daa-9cfd-d6e3da2df7e4 req-c978fc06-e483-413d-9556-ee8d4c43ff10 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:54.436436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:51:54.445266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': '71d77897-784e-48c7-b250-3af7f39981ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:51:51Z', 'revision_number': 5, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port': {'id': '71d77897-784e-48c7-b250-3af7f39981ba', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:17Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:54.451136 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f23bf775-386a-4daa-9cfd-d6e3da2df7e4 req-c978fc06-e483-413d-9556-ee8d4c43ff10 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1553905 Apr 16 11:51:54.451344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 8f6023d7-5ed0-4dca-ad3d-82ea8913b005) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:54.455517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] Checking router: 573b16ea-4d23-4b2c-9b6a-3c211758ba2f for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:54.466614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:54.467264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.470862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a86e2f-2ac1-47ae-825e-bdb7642413c1 None None] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:54.483586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] Routers {'573b16ea-4d23-4b2c-9b6a-3c211758ba2f'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:54.484676 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:54.533509 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f23bf775-386a-4daa-9cfd-d6e3da2df7e4 req-d5cfa8ea-d227-485a-8a62-fb46a1d2748c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815229 Apr 16 11:51:54.584661 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-261f186c-9423-400f-b2b2-eccdf870a72f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3565757 Apr 16 11:51:54.585524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 49526) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:54.592222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:54.598273 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:54.603072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Usage tracker for resource:router and tenant:c0a265a0d8fe44429a8bf9cd4fb5c095 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:54.607018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:54.613569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:54.630656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.632624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.674477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.682092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] For port 71d77897-784e-48c7-b250-3af7f39981ba, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=71d77897-784e-48c7-b250-3af7f39981ba,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:54.682505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:54.784851 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] Set router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f gateway port host: None {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:54.849548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Calling delete_port for 71d77897-784e-48c7-b250-3af7f39981ba owned by network:router_gateway {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:51:54.945812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'fixed_ips': [{'subnet_id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:51:54.946787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.000845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:51:54Z', 'revision_number': 6, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port_host': None}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:55.005438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021efb8-8750-4215-9334-9b565dacc9d3 None None] The sync data for ids ['573b16ea-4d23-4b2c-9b6a-3c211758ba2f'] in dv-cinder-689486-10-smb is: [{'id': '573b16ea-4d23-4b2c-9b6a-3c211758ba2f', 'name': 'tempest-ServerRescueNegativeTestJSON-225632454-router', 'tenant_id': '86c58efa9df54e9bac34098edbb49160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:51:54Z', 'revision_number': 6, 'project_id': '86c58efa9df54e9bac34098edbb49160', 'gw_port_host': None}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:55.174617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.247252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Allocated IP 172.20.0.2 (8f6023d7-5ed0-4dca-ad3d-82ea8913b005/2ee4a0a4-b6af-4c30-bad6-ae1884f47363/53b301d6-3aab-4498-a1ef-ba271f09ee7c) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:55.257661 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2263a643-1e76-44cb-a531-ccae5a796386 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:55.291045 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.307387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Pushing event deleted for resources: {'Port': ['ID=71d77897-784e-48c7-b250-3af7f39981ba,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:55.313026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:55.417669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9fdbd-4f18-4fef-bb86-0246289bcc50 req-33c74505-bcfe-4c39-9f96-39f027189c06 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:55.426141 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b6a9fdbd-4f18-4fef-bb86-0246289bcc50 req-33c74505-bcfe-4c39-9f96-39f027189c06 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 944 time: 0.1924915 Apr 16 11:51:55.488981 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b6a9fdbd-4f18-4fef-bb86-0246289bcc50 req-aa48a6d6-5f87-432f-b038-df99869bee16 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Apr 16 11:51:55.501614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689640'] for router_gateway, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.530338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.542626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Transition to ACTIVE for port object 53b301d6-3aab-4498-a1ef-ba271f09ee7c will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:55.565108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Transition to ACTIVE for port object 53b301d6-3aab-4498-a1ef-ba271f09ee7c will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:55.570516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.599427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:55.720890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743509'] for router, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.723961 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.806069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Pushing event updated for resources: {'Port': ['ID=53b301d6-3aab-4498-a1ef-ba271f09ee7c,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:55.808810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d73a0e54-6f23-4be3-ba40-93f4797c51e0 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:55.831259 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854085694'] for router, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.831872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573b16ea-4d23-4b2c-9b6a-3c211758ba2f {{(pid=85350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:51:55.842958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:55.847616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.851539 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] 10.222.0.58 "DELETE /v2.0/routers/573b16ea-4d23-4b2c-9b6a-3c211758ba2f HTTP/1.1" status: 204 len: 168 time: 2.4628093 Apr 16 11:51:55.852409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49536) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:55.930328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Deleting subnet 01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:51:55.935379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.976809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:55.980276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:55.984913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:55.989900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:55.991061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.013651 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.024392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b1a1e-d1f1-4c7a-a0f9-4c2a61f803ca req-02dd3290-5fb2-46d2-8d15-5a2458be6265 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:56.026056 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bd8b1a1e-d1f1-4c7a-a0f9-4c2a61f803ca req-02dd3290-5fb2-46d2-8d15-5a2458be6265 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.2319348 Apr 16 11:51:56.059200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.104189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Attempting to bind port 53b301d6-3aab-4498-a1ef-ba271f09ee7c on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:56.104606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Attempting to bind port 53b301d6-3aab-4498-a1ef-ba271f09ee7c by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:56.105021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Attempting to bind port 53b301d6-3aab-4498-a1ef-ba271f09ee7c on network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:56.111136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port d73a0e54-6f23-4be3-ba40-93f4797c51e0 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:56.114655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:56.115085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Checking segment: {'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:56.115568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.116026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Bound using segment: {'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:56.116557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Bound port: 53b301d6-3aab-4498-a1ef-ba271f09ee7c, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:56.116978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.132795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port d73a0e54-6f23-4be3-ba40-93f4797c51e0 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:56.133220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.136002 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bd8b1a1e-d1f1-4c7a-a0f9-4c2a61f803ca req-5f8e9c7c-5269-4f95-afa7-dbb626ce7fac tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701895 Apr 16 11:51:56.221891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Allocated IP 172.28.1.227 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/d2bc9250-aed9-4c96-b160-6cb67ba6a709) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:56.309861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] For port 53b301d6-3aab-4498-a1ef-ba271f09ee7c, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:56.334848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] For port 53b301d6-3aab-4498-a1ef-ba271f09ee7c, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=53b301d6-3aab-4498-a1ef-ba271f09ee7c,segment=NetworkSegment(2a16798d-05c1-4ca3-b0c2-5eefe6d662d6),segment_id=2a16798d-05c1-4ca3-b0c2-5eefe6d662d6)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:56.346922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.348685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.365234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.366695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.390570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.428230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.444285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f870cdf0-e037-4892-8617-16162054d6d8 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.462732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cb1eb2-2eba-46a2-b3d2-5824024d9aa8,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:56.469110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:56.506431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.518749 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fb2ea81a-ae6f-4dfb-b176-1afd1b84336d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/01cb1eb2-2eba-46a2-b3d2-5824024d9aa8 HTTP/1.1" status: 204 len: 168 time: 0.6648362 Apr 16 11:51:56.519354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49544) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:56.599414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=d2bc9250-aed9-4c96-b160-6cb67ba6a709,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:56.613490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:56.668911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.669135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.716355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:56.718355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:56.728697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:56.755168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Pushing event updated for resources: {'Port': ['ID=53b301d6-3aab-4498-a1ef-ba271f09ee7c,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:56.764024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:56.768524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port d73a0e54-6f23-4be3-ba40-93f4797c51e0, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d73a0e54-6f23-4be3-ba40-93f4797c51e0,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:56.779395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.784338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ba800837-d58b-4b1e-af75-e1980a10d16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:56.868790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=d73a0e54-6f23-4be3-ba40-93f4797c51e0,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:56.874078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:56.892305 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 16ff2b52-7d65-4e31-b3dc-e0473d054780 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:56.899525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:56.953275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 16ff2b52-7d65-4e31-b3dc-e0473d054780 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:51:56.953820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 16ff2b52-7d65-4e31-b3dc-e0473d054780 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:51:56.954277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 71d77897-784e-48c7-b250-3af7f39981ba no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:51:56.996089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 71d77897-784e-48c7-b250-3af7f39981ba {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:51:56.996796 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 71d77897-784e-48c7-b250-3af7f39981ba not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:51:57.052980 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7194dd77-0b1b-4067-a27e-a21cc9725d40']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:57.066881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:57.067221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4d44c1-0a46-44d1-a95c-ef4a59bd8b5d') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:57.080322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.097370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.104418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:51:57.149446 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aee1a-f059-40a1-bbf6-7ffd352a5da7 req-fbc2043d-0c79-4642-af03-10797b5f43ea tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:57.151124 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b53aee1a-f059-40a1-bbf6-7ffd352a5da7 req-fbc2043d-0c79-4642-af03-10797b5f43ea tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 944 time: 0.5366235 Apr 16 11:51:57.227771 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b53aee1a-f059-40a1-bbf6-7ffd352a5da7 req-63693c74-aa6f-4771-8096-a95404a0b974 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Apr 16 11:51:57.281526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device ad89ea78-ee6d-430e-a6e4-2717df3a89b2 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:57.400291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:57.407174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:57.407657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.476896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.556563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.590845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:51:57.602564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port ad89ea78-ee6d-430e-a6e4-2717df3a89b2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:57.605752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.608693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:57.634707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:57.657700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:57.682118 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2', 'code': 200} Apr 16 11:51:57.709506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:57.712781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:57.862842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 53b301d6-3aab-4498-a1ef-ba271f09ee7c up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:57.900179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Network 7194dd77-0b1b-4067-a27e-a21cc9725d40 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:51:57.932499 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:51:57.967137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 53b301d6-3aab-4498-a1ef-ba271f09ee7c completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:57.973178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d73a0e54-6f23-4be3-ba40-93f4797c51e0 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:58.016277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.036494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.040655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:58.058497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.063834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port d73a0e54-6f23-4be3-ba40-93f4797c51e0 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:58.064263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.066164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Pushing event deleted for resources: {'Network': ['ID=7194dd77-0b1b-4067-a27e-a21cc9725d40,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:58.076134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:58.084989 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] 10.222.0.58 "DELETE /v2.0/networks/7194dd77-0b1b-4067-a27e-a21cc9725d40 HTTP/1.1" status: 204 len: 168 time: 1.5620544 Apr 16 11:51:58.170944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2979b12-0f76-4970-8ab8-f9c30fd093dc req-0ef32204-596b-4608-bc5c-8f7c52672ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:58.173169 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d2979b12-0f76-4970-8ab8-f9c30fd093dc req-0ef32204-596b-4608-bc5c-8f7c52672ed3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 1098 time: 0.2607381 Apr 16 11:51:58.278634 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d2979b12-0f76-4970-8ab8-f9c30fd093dc req-2d8006d3-7024-4305-bfe9-ec38b74045ad service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870664 Apr 16 11:51:58.330313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Router 5602d55e-4db7-4f8c-821d-d355ab6531b2 is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:51:58.344828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49556) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:58.407880 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-78d4d616-0811-43f2-8554-8e17e67f8640 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86c58efa9df54e9bac34098edbb49160&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0611765 Apr 16 11:51:58.411517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 49560) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:58.509444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc3398a-87fb-489a-8869-82c26a36f390 None None] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:58.603255 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Provisioning for port 53b301d6-3aab-4498-a1ef-ba271f09ee7c completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:58.612107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Provisioning complete for port 53b301d6-3aab-4498-a1ef-ba271f09ee7c triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:58.612525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.674125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:58.677175 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.691242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb500-6c7f-4c00-b88d-6440f0423c03 req-03122295-4d40-4b57-9a50-814cf2bed3bb tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:58.692912 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fd7bb500-6c7f-4c00-b88d-6440f0423c03 req-03122295-4d40-4b57-9a50-814cf2bed3bb tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.2885077 Apr 16 11:51:58.696081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Sync routers for ids ['5602d55e-4db7-4f8c-821d-d355ab6531b2'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:58.751906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Routers {'5602d55e-4db7-4f8c-821d-d355ab6531b2'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:58.752485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['5602d55e-4db7-4f8c-821d-d355ab6531b2'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:58.755364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.764228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.765541 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1786294 Apr 16 11:51:58.769271 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49564) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:58.808579 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fd7bb500-6c7f-4c00-b88d-6440f0423c03 req-1c273690-9c14-4a52-be44-095fb8de5a5c tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054249 Apr 16 11:51:58.828176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.834329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dc08c339-9831-4076-9662-52d643fc6daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:58.849538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231c8f2f-f1b1-4a33-b741-e27719c25d6d,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:58.852862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:58.854168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:58.855378 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/231c8f2f-f1b1-4a33-b741-e27719c25d6d HTTP/1.1" status: 204 len: 168 time: 0.4421632 Apr 16 11:51:58.983901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.123198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:51:59.150607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] For port 53b301d6-3aab-4498-a1ef-ba271f09ee7c, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=53b301d6-3aab-4498-a1ef-ba271f09ee7c,segment=NetworkSegment(2a16798d-05c1-4ca3-b0c2-5eefe6d662d6),segment_id=2a16798d-05c1-4ca3-b0c2-5eefe6d662d6)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:59.164661 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.171496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e8e01fb5-69a2-479e-958a-fbc3e473d98c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:59.209021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Set router 5602d55e-4db7-4f8c-821d-d355ab6531b2 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:59.481621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Pushing event updated for resources: {'Port': ['ID=53b301d6-3aab-4498-a1ef-ba271f09ee7c,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:59.490321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:59.624014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:51:57Z', 'revision_number': 3, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port': {'id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:56Z', 'updated_at': '2021-04-16T11:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:59.629306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Checking router: 5602d55e-4db7-4f8c-821d-d355ab6531b2 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:59.629710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Updating router 5602d55e-4db7-4f8c-821d-d355ab6531b2 port d2bc9250-aed9-4c96-b160-6cb67ba6a709 binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:59.701642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 53b301d6-3aab-4498-a1ef-ba271f09ee7c up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:59.750262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.768753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:59.841844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-a0abe8bf-c93a-46c5-adc0-2eba1a08b528 None None] Provisioning complete for port 53b301d6-3aab-4498-a1ef-ba271f09ee7c triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:59.842178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a0abe8bf-c93a-46c5-adc0-2eba1a08b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.006916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 53b301d6-3aab-4498-a1ef-ba271f09ee7c triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:00.007363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.099369 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Allocated IP 172.20.0.1 (8f6023d7-5ed0-4dca-ad3d-82ea8913b005/2ee4a0a4-b6af-4c30-bad6-ae1884f47363/f65bb969-4e60-48c7-9708-b00d2a9f1ef0) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:00.123188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dea49-9e98-4d16-9fbb-bf6458b96901 req-5500ed25-e7ae-4c2a-b254-76f399a93af3 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:00.125212 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-802dea49-9e98-4d16-9fbb-bf6458b96901 req-5500ed25-e7ae-4c2a-b254-76f399a93af3 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.1215713 Apr 16 11:52:00.202025 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-802dea49-9e98-4d16-9fbb-bf6458b96901 req-aa74a524-30d6-4d52-adf4-ef7e9b357cba tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695982 Apr 16 11:52:00.333260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.354202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Transition to ACTIVE for port object f65bb969-4e60-48c7-9708-b00d2a9f1ef0 will not be triggered until provisioned by entity DHCP. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:00.381333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.407010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:00.622716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Pushing event updated for resources: {'Port': ['ID=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:00.627929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:00.665536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.682185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Transition to ACTIVE for port object d2bc9250-aed9-4c96-b160-6cb67ba6a709 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:00.688568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.688890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:00.690143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:00.703119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:00.706000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:00.798400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:00.908424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e209299-75c3-4c90-9762-1ea549ba1443 None None] Pushing event updated for resources: {'Port': ['ID=d2bc9250-aed9-4c96-b160-6cb67ba6a709,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:00.941093 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e209299-75c3-4c90-9762-1ea549ba1443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:01.021655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b22424e7-a493-40d1-9e9f-fbaf3edc3ea5 None None] Provisioning for port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:01.047199 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b22424e7-a493-40d1-9e9f-fbaf3edc3ea5 None None] Provisioning complete for port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:01.047648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b22424e7-a493-40d1-9e9f-fbaf3edc3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.102465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Attempting to bind port d2bc9250-aed9-4c96-b160-6cb67ba6a709 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:01.102894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Attempting to bind port d2bc9250-aed9-4c96-b160-6cb67ba6a709 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:01.103323 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Attempting to bind port d2bc9250-aed9-4c96-b160-6cb67ba6a709 on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:01.114691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:01.115115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:01.115598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.116039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:01.116578 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Bound port: d2bc9250-aed9-4c96-b160-6cb67ba6a709, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:01.117004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.150163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-b22424e7-a493-40d1-9e9f-fbaf3edc3ea5 None None] Port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:52:01.164208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.206524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] For port d2bc9250-aed9-4c96-b160-6cb67ba6a709, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:01.210452 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] For port d2bc9250-aed9-4c96-b160-6cb67ba6a709, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d2bc9250-aed9-4c96-b160-6cb67ba6a709,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:01.216675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.364841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:01.415229 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.419838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.451437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-42181428-3ffc-419f-b066-244dc69241e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:01.460513 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Routers {'5602d55e-4db7-4f8c-821d-d355ab6531b2'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:01.461216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['5602d55e-4db7-4f8c-821d-d355ab6531b2'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:01.524784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Pushing event updated for resources: {'Port': ['ID=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:01.530242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:01.552059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:01.597418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e209299-75c3-4c90-9762-1ea549ba1443 None None] Pushing event updated for resources: {'Port': ['ID=d2bc9250-aed9-4c96-b160-6cb67ba6a709,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:01.610069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e209299-75c3-4c90-9762-1ea549ba1443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:01.672322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] Set router 5602d55e-4db7-4f8c-821d-d355ab6531b2 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:01.703833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:01.705003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:01.933535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-79176efb-cc43-410f-a26d-cd6e3bb1612e None None] Provisioning complete for port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:01.933921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-79176efb-cc43-410f-a26d-cd6e3bb1612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:02.059107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-79176efb-cc43-410f-a26d-cd6e3bb1612e None None] Port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:52:02.100732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 4, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port': {'id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:56Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'f65bb969-4e60-48c7-9708-b00d2a9f1ef0', 'name': '', 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'mac_address': 'fa:16:3e:f0:da:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:59Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 2, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'subnets': [{'id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:02.105081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c3f54-3b9b-49bb-99b4-d96c886320e3 None None] The sync data for ids ['5602d55e-4db7-4f8c-821d-d355ab6531b2'] in dv-cinder-689486-10-smb is: [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 4, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port': {'id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:56Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'f65bb969-4e60-48c7-9708-b00d2a9f1ef0', 'name': '', 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'mac_address': 'fa:16:3e:f0:da:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:59Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 2, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'subnets': [{'id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:52:02.154381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Router 5602d55e-4db7-4f8c-821d-d355ab6531b2 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:52:02.347076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:52:02.366087 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] 10.222.0.58 "PUT /v2.0/routers/5602d55e-4db7-4f8c-821d-d355ab6531b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5862405 Apr 16 11:52:03.754494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d2bc9250-aed9-4c96-b160-6cb67ba6a709 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:03.849139 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port d2bc9250-aed9-4c96-b160-6cb67ba6a709 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:03.855828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port d2bc9250-aed9-4c96-b160-6cb67ba6a709 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:03.856349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:04.107493 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:04.127025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port d2bc9250-aed9-4c96-b160-6cb67ba6a709, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d2bc9250-aed9-4c96-b160-6cb67ba6a709,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:04.134836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:04.142474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:04.284823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=d2bc9250-aed9-4c96-b160-6cb67ba6a709,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:04.289156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:05.421860 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Sync routers for ids ['5602d55e-4db7-4f8c-821d-d355ab6531b2'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:52:05.431777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Routers {'5602d55e-4db7-4f8c-821d-d355ab6531b2'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:05.432639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['5602d55e-4db7-4f8c-821d-d355ab6531b2'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:05.637783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Set router 5602d55e-4db7-4f8c-821d-d355ab6531b2 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:05.714386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d2bc9250-aed9-4c96-b160-6cb67ba6a709 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:05.900670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port d2bc9250-aed9-4c96-b160-6cb67ba6a709 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:05.901096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.387985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 4, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port': {'id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:56Z', 'updated_at': '2021-04-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'f65bb969-4e60-48c7-9708-b00d2a9f1ef0', 'name': '', 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'mac_address': 'fa:16:3e:f0:da:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:59Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 2, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'subnets': [{'id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:06.393880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Checking router: 5602d55e-4db7-4f8c-821d-d355ab6531b2 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:52:06.394425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Updating router 5602d55e-4db7-4f8c-821d-d355ab6531b2 port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:52:06.456798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.890900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.907220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Transition to ACTIVE for port object f65bb969-4e60-48c7-9708-b00d2a9f1ef0 will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:06.914433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:06.933824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:07.094114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1becb8d-10d6-41a8-a6aa-663dabd6e094 None None] Pushing event updated for resources: {'Port': ['ID=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:07.098580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1becb8d-10d6-41a8-a6aa-663dabd6e094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:07.341772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Attempting to bind port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:07.342585 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Attempting to bind port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:07.343159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Attempting to bind port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 on network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:07.350319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:07.350987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Checking segment: {'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:07.351646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:07.352248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Bound using segment: {'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:07.352930 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Bound port: f65bb969-4e60-48c7-9708-b00d2a9f1ef0, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:07.353511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:07.472983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] For port f65bb969-4e60-48c7-9708-b00d2a9f1ef0, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:07.479619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] For port f65bb969-4e60-48c7-9708-b00d2a9f1ef0, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,segment=NetworkSegment(2a16798d-05c1-4ca3-b0c2-5eefe6d662d6),segment_id=2a16798d-05c1-4ca3-b0c2-5eefe6d662d6)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:07.485670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:07.513559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:07.834321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1becb8d-10d6-41a8-a6aa-663dabd6e094 None None] Pushing event updated for resources: {'Port': ['ID=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,revision_number=4']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:07.848353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1becb8d-10d6-41a8-a6aa-663dabd6e094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:07.901560 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Routers {'5602d55e-4db7-4f8c-821d-d355ab6531b2'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:07.902710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['5602d55e-4db7-4f8c-821d-d355ab6531b2'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:08.238029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] Set router 5602d55e-4db7-4f8c-821d-d355ab6531b2 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:08.694363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 4, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port': {'id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:56Z', 'updated_at': '2021-04-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'f65bb969-4e60-48c7-9708-b00d2a9f1ef0', 'name': '', 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'mac_address': 'fa:16:3e:f0:da:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:59Z', 'updated_at': '2021-04-16T11:52:07Z', 'revision_number': 4, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'subnets': [{'id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:08.699131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb784188-8858-4030-822f-60fc97e2ed23 None None] The sync data for ids ['5602d55e-4db7-4f8c-821d-d355ab6531b2'] in dv-cinder-689486-10-smb is: [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:52:01Z', 'revision_number': 4, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port': {'id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:56Z', 'updated_at': '2021-04-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'f65bb969-4e60-48c7-9708-b00d2a9f1ef0', 'name': '', 'network_id': '8f6023d7-5ed0-4dca-ad3d-82ea8913b005', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'mac_address': 'fa:16:3e:f0:da:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:59Z', 'updated_at': '2021-04-16T11:52:07Z', 'revision_number': 4, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'subnets': [{'id': '2ee4a0a4-b6af-4c30-bad6-ae1884f47363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:52:09.776036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device f65bb969-4e60-48c7-9708-b00d2a9f1ef0 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:09.896365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:09.903087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:09.903604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:10.119950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:10.179855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port f65bb969-4e60-48c7-9708-b00d2a9f1ef0, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,segment=NetworkSegment(2a16798d-05c1-4ca3-b0c2-5eefe6d662d6),segment_id=2a16798d-05c1-4ca3-b0c2-5eefe6d662d6)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:10.183035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:10.185322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e209299-75c3-4c90-9762-1ea549ba1443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:10.271659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:10.275099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:10.601948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfb099-e5fa-4ab6-a2b3-6a28eae251d6 req-b9b5eb9c-eb97-432f-b828-461c38475f1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:10.610808 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0bfb099-e5fa-4ab6-a2b3-6a28eae251d6 req-b9b5eb9c-eb97-432f-b828-461c38475f1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 947 time: 0.1047142 Apr 16 11:52:10.677650 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d0bfb099-e5fa-4ab6-a2b3-6a28eae251d6 req-1fb42902-ca77-4694-a253-e2ce28584768 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655277 Apr 16 11:52:11.750407 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device f65bb969-4e60-48c7-9708-b00d2a9f1ef0 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:11.874709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:11.875126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:11.929049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e7d27-cdf9-499a-9b9f-d3bb72286144 req-9bffda03-4ac0-49d4-8730-cd0d3bc4cc32 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:11.931073 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a15e7d27-cdf9-499a-9b9f-d3bb72286144 req-9bffda03-4ac0-49d4-8730-cd0d3bc4cc32 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 947 time: 0.1037102 Apr 16 11:52:12.006963 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a15e7d27-cdf9-499a-9b9f-d3bb72286144 req-d2454133-e374-481e-8bfa-b14030ffb2c2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584702 Apr 16 11:52:12.289646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-87da2eef-ba6d-415d-a762-3f49cce1c26d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:12.291255 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-87da2eef-ba6d-415d-a762-3f49cce1c26d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 947 time: 0.1009383 Apr 16 11:52:12.387935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Deleting port a152f12c-04df-4b2e-968a-aa28bc15c67e {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:12.388734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.573234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2eea021e-7b7b-4578-93d8-2fca8772baef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:12.916280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] For port a152f12c-04df-4b2e-968a-aa28bc15c67e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a152f12c-04df-4b2e-968a-aa28bc15c67e,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:12.917257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:13.385233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:13.385647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:13.386001 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Floating IP 37b37c6a-bdef-47bf-b934-864aef8b4066 disassociated. External IP: 172.28.1.48, port: a152f12c-04df-4b2e-968a-aa28bc15c67e. Apr 16 11:52:13.386386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Calling delete_port for a152f12c-04df-4b2e-968a-aa28bc15c67e owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:13.445916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197eb0fa-9f54-44bc-964d-f0e01839a9c8 req-fef9ca1e-0f6e-404c-8812-1cf17e56cc2f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:13.454072 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-197eb0fa-9f54-44bc-964d-f0e01839a9c8 req-fef9ca1e-0f6e-404c-8812-1cf17e56cc2f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 947 time: 0.2730312 Apr 16 11:52:13.538234 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-197eb0fa-9f54-44bc-964d-f0e01839a9c8 req-20f9292d-8864-49ce-bf96-6600ddb577b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea406f05-5daf-4d8d-8c22-ae9ac043b96a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831175 Apr 16 11:52:13.676544 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:13.693915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a25aabe5-f67d-415a-8855-306c3c3da965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:13.743584 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event deleted for resources: {'Port': ['ID=a152f12c-04df-4b2e-968a-aa28bc15c67e,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:13.796167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:14.078918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:52:14.407586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:52:14.417820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] Sync routers for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:52:14.449829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:14.450615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:51:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:14.500012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] No DVR routers for this DVR port a152f12c-04df-4b2e-968a-aa28bc15c67e on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:52:14.508496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-7c9aa3a4-c24e-4209-afdc-d28feae15199 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:14.510139 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-7c9aa3a4-c24e-4209-afdc-d28feae15199 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 815 time: 0.2925014 Apr 16 11:52:14.511237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:14.514263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-deleted', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:14.538464 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-645db6b4-a15a-4a2d-8017-38fadf886f81 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/quotas/cc4d90daf68e4bb9a07c0e60dd5f0751 HTTP/1.1" status: 200 len: 375 time: 0.0170729 Apr 16 11:52:14.541411 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2e50f0cf-3cb1-4a84-9e42-a21a720f040f req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "DELETE /v2.0/ports/a152f12c-04df-4b2e-968a-aa28bc15c67e HTTP/1.1" status: 204 len: 173 time: 2.2383916 Apr 16 11:52:14.643719 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80497be-baa7-4bf3-a290-e780cc639482', 'name': 'network-vif-deleted', 'tag': 'a152f12c-04df-4b2e-968a-aa28bc15c67e', 'status': 'completed', 'code': 200} Apr 16 11:52:14.715323 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-d299d6cf-5bbb-4811-910c-97cb74a61a06 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1645079 Apr 16 11:52:14.897118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f8961e1d-ca9d-4667-a5c3-3c9e1e1c8636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:14.931869 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-e77c4a0f-ba55-49d5-acf2-a5dbad5f95f4 service neutron] 10.222.0.58 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013974 Apr 16 11:52:14.959469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:14.972151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-dfeeabc4-cb72-403a-a4fb-3df126e7cf22 req-a253490b-df30-48a3-b10c-63c72d75d581 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Synchronizing usage tracker for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:15.056752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-dfeeabc4-cb72-403a-a4fb-3df126e7cf22 req-a253490b-df30-48a3-b10c-63c72d75d581 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Unset dirty status for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:15.068715 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfeeabc4-cb72-403a-a4fb-3df126e7cf22 req-a253490b-df30-48a3-b10c-63c72d75d581 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=e80497be-baa7-4bf3-a290-e780cc639482 HTTP/1.1" status: 200 len: 210 time: 0.1838813 Apr 16 11:52:15.140578 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-af317e5c-2e16-4c61-a64b-0a5e470b077f service neutron] 10.222.0.58 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076581 Apr 16 11:52:15.325644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:15.359544 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:15.364511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] Checking router: 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:52:15.374620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:15.375539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:15.415112 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b53d96c1-f372-44aa-b408-15270d0c260e req-cb2abc83-da14-4c90-8469-108c99eb10a6 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 210 time: 0.0547411 Apr 16 11:52:15.442067 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:52:15.492761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: a152f12c-04df-4b2e-968a-aa28bc15c67e {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:52:15.493083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device a152f12c-04df-4b2e-968a-aa28bc15c67e not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:52:15.623043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:16.000073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:16.004547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfff8c0-7a92-431c-940b-977a105b35a4 None None] The sync data for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb is: [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:52:16.267709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49892) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:16.361998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.402628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.449959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.469503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.478156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0623e7f5-08ee-4f7a-87cd-faf8fb39a745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:16.495529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.500210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 49906) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:16.503975 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "DELETE /v2.0/security-groups/ea406f05-5daf-4d8d-8c22-ae9ac043b96a HTTP/1.1" status: 204 len: 168 time: 0.2342265 Apr 16 11:52:16.520023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea406f05-5daf-4d8d-8c22-ae9ac043b96a,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:16.522774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:16.537539 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.v2.resource [None req-132f545a-b388-4b92-91fd-5fb1ea591395 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] show failed (client error): The resource could not be found. Apr 16 11:52:16.542270 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-132f545a-b388-4b92-91fd-5fb1ea591395 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups/ea406f05-5daf-4d8d-8c22-ae9ac043b96a HTTP/1.1" status: 404 len: 347 time: 0.0407846 Apr 16 11:52:16.542726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49910) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:16.568334 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd9759-8448-412e-a4cb-219f73e1765e None None] New status for floating IP 37b37c6a-bdef-47bf-b934-864aef8b4066: DOWN {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:52:16.728736 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fb8a99ef-e23a-410c-8ef2-182d32e381f3 req-548b7e93-599a-4496-b05f-0c57b386ded1 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 210 time: 0.1383793 Apr 16 11:52:16.774864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Deleting port b9a3cb9d-0e7c-4c5a-b20f-625f18d54834 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:16.775247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:16.937050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-6c3769b4-2db4-4cb6-b821-83faa41d6f48 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:16.938728 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-6c3769b4-2db4-4cb6-b821-83faa41d6f48 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 815 time: 0.2716048 Apr 16 11:52:16.952843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'port': {'device_id': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'admin_state_up': True, 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:17.056831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.057355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.161235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:17.165472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:port and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:17.168643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:17.175457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:17.192575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Made reservation on behalf of cc4d90daf68e4bb9a07c0e60dd5f0751 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:17.198824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.207031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Calling delete_port for b9a3cb9d-0e7c-4c5a-b20f-625f18d54834 owned by network:floatingip {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:17.212530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.305710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85350) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:52:17.306293 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:52:17.619685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Allocated IP 172.20.0.14 (a41be246-d7b9-4062-9cb7-4cad5abda8ec/84741457-4de7-4675-8f79-92ebbbd26253/4bab8173-f411-4a2b-97b2-07418da7d0cb) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:17.807134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Deleting port b9a3cb9d-0e7c-4c5a-b20f-625f18d54834 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:17.807824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.957921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.058140 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f887bc10-330c-4b36-ae2c-5d34d3fa3d04 req-ffa6d123-fe9d-40f0-b072-6a0963795897 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 210 time: 0.1035366 Apr 16 11:52:18.084470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Transition to ACTIVE for port object 4bab8173-f411-4a2b-97b2-07418da7d0cb will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:18.115372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.116168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.118954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.198134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-93d49d5a-e502-4023-b00d-a546fb26ba28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:18.266590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Calling delete_port for b9a3cb9d-0e7c-4c5a-b20f-625f18d54834 owned by network:floatingip {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:18.332576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:18.336564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:18.340696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:18.347385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:18.348090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.362359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:18.367403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:18.385883 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4383759 Apr 16 11:52:18.504866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.533857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cc2903e5-56cd-4b91-bbc8-ba7c6a6949c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:18.609551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event deleted for resources: {'Port': ['ID=b9a3cb9d-0e7c-4c5a-b20f-625f18d54834,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:18.612942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:18.708586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-54143877-bf67-4cde-be48-a59aabc20b7d None None] Provisioning for port 4bab8173-f411-4a2b-97b2-07418da7d0cb completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:18.726313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-54143877-bf67-4cde-be48-a59aabc20b7d None None] Provisioning complete for port 4bab8173-f411-4a2b-97b2-07418da7d0cb triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:18.727101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-54143877-bf67-4cde-be48-a59aabc20b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.828804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-54143877-bf67-4cde-be48-a59aabc20b7d None None] Port 4bab8173-f411-4a2b-97b2-07418da7d0cb cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:52:18.876936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.897856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.899072 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "DELETE /v2.0/floatingips/37b37c6a-bdef-47bf-b934-864aef8b4066 HTTP/1.1" status: 204 len: 168 time: 2.3549757 Apr 16 11:52:19.219248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49968) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:19.226156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069487060', 'description': 'tempest-description--1502298872'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:19.233389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:19.238735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:19.243430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:19.250825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:19.260728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.298527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:19.305656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group_rule and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:19.310861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:19.322491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:19.338347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876b3d8-f9b2-4781-9524-86702199d74e req-5ad4fa58-2a92-4fac-a390-09a2e0bdaee2 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:19.339175 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-b876b3d8-f9b2-4781-9524-86702199d74e req-5ad4fa58-2a92-4fac-a390-09a2e0bdaee2 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Synchronizing usage tracker for tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:19.358405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-b876b3d8-f9b2-4781-9524-86702199d74e req-5ad4fa58-2a92-4fac-a390-09a2e0bdaee2 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Unset dirty status for tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:19.360370 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b876b3d8-f9b2-4781-9524-86702199d74e req-5ad4fa58-2a92-4fac-a390-09a2e0bdaee2 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 932 time: 0.1640458 Apr 16 11:52:19.415685 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b876b3d8-f9b2-4781-9524-86702199d74e req-c4ad0b1a-b6ba-4189-9d25-2d661b90eaad tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Apr 16 11:52:19.443161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.452654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.458813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f3cf80a7-0111-4e8a-95bf-6f84db6f6d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:19.503340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.507989 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2840168 Apr 16 11:52:19.507989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef857724-3f9d-4e1d-b97f-5315d6943f82,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:19.511704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49972) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:19.515828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:19.519559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'security_group_rule': {'security_group_id': 'ef857724-3f9d-4e1d-b97f-5315d6943f82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:19.526148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:19.531047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group_rule and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:19.534087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:19.540275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:19.558705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.629157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.632701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.635084 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9bf5bd69-b72e-4c3f-b333-36f3d350ea17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:19.660948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe0ed2b-efc3-4b44-ac1b-d9159707d214,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:19.672568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:19.680400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.682050 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686618 Apr 16 11:52:19.685649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 49978) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:19.692685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'security_group_rule': {'security_group_id': 'ef857724-3f9d-4e1d-b97f-5315d6943f82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:19.699401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:19.705735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:security_group_rule and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:19.708934 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:19.719339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:19.737947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.804530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.807320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.809478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1cd94729-e960-4673-989e-9687ba755d89 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:19.832941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021bb696-3a50-44ae-b91f-a9a141f44e77,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:19.835612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:19.845223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:19.850118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 49984) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:19.850288 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632771 Apr 16 11:52:19.856988 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'floatingip': {'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:19.876533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:19.881043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:floatingip and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:19.884137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:19.891002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:19.900973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:20.076411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:20.237639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Allocated IP 172.28.1.207 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/75f6da5a-d422-40aa-93b9-a1a86119ca08) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:20.411991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:20.444685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:20.463403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:20.534979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'Port': ['ID=75f6da5a-d422-40aa-93b9-a1a86119ca08,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:20.594523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:20.717641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50016) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:20.744840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c68f6e-9dec-400e-a3b7-9e58d65d78c5 req-3d77da07-abac-42fb-893c-9b2a7bf853c4 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:20.751868 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-12c68f6e-9dec-400e-a3b7-9e58d65d78c5 req-3d77da07-abac-42fb-893c-9b2a7bf853c4 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 932 time: 0.1562734 Apr 16 11:52:20.762092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:20.765516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:20.768515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:20.893143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:20.898223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:20.903763 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-12c68f6e-9dec-400e-a3b7-9e58d65d78c5 req-1118ad1f-ac98-46ad-8ee5-ca05d9701482 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396899 Apr 16 11:52:20.914439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:20.918551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Usage tracker for resource:security_group_rule and tenant:999111ab88bf440ba20dd8846c759676 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:20.922566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:20.928845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:20.990184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.044145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.048432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.059577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c0558fda-30db-45d6-8a16-95b5d191738b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:21.110363 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=999111ab88bf440ba20dd8846c759676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914847 Apr 16 11:52:21.111167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50022) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:21.115239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2fc1d5-7427-4f6b-8c31-edf9d52c87cd,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:21.131334 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:21.185921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.213887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.260309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.264303 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.264964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.270174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37a941df-9470-4aca-a59b-fc851ffd9114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:21.280114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-55865966-bb41-48c0-9cbe-902b41674403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:21.281721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2fc1d5-7427-4f6b-8c31-edf9d52c87cd,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:21.288216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:21.289077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.313198 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a2fc1d5-7427-4f6b-8c31-edf9d52c87cd HTTP/1.1" status: 204 len: 168 time: 0.1799822 Apr 16 11:52:21.424724 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'Port': ['ID=75f6da5a-d422-40aa-93b9-a1a86119ca08,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:21.437783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:21.477485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.502834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.513403 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6529365 Apr 16 11:52:21.589007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.692835 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50038) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:21.712266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.733036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:21.737285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Usage tracker for resource:security_group_rule and tenant:d996ae6197ca44369999c61ed4c72d4f is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:21.740453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:21.746551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:21.767943 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-a25eb985-b36b-4371-be52-3c4e4ee18a0d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1069487060&fields=id&tenant_id=8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 267 time: 0.0492849 Apr 16 11:52:21.849877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.854103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:21.867018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab74bfb5-7056-4e6f-b8a8-38c9139a2449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:21.912418 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d996ae6197ca44369999c61ed4c72d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183766 Apr 16 11:52:21.913418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedcb9db-21e9-4cea-a9e0-d7c6dd8a417f,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:21.916037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50048) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:21.919007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:21.993850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-1eca4fd0-1ed7-4c53-87d6-3a6489754517 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:21.995669 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-1eca4fd0-1ed7-4c53-87d6-3a6489754517 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 816 time: 0.2192831 Apr 16 11:52:22.013455 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-b2302d2d-d23e-4b85-ba96-bf02984cca05 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/quotas/8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 375 time: 0.0107613 Apr 16 11:52:22.039804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:22.087536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:22.141818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:22.147713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4053d108-90c2-485e-9aad-f582b8eb54b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:22.170609 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedcb9db-21e9-4cea-a9e0-d7c6dd8a417f,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:22.175328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:22.178698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:22.180323 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aedcb9db-21e9-4cea-a9e0-d7c6dd8a417f HTTP/1.1" status: 204 len: 168 time: 0.2632480 Apr 16 11:52:22.211182 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-f1cb9194-ec85-461b-a548-74b14d801f34 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1871338 Apr 16 11:52:22.224774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11082-2abb-4679-98f2-86a555849bd7 req-178c96d1-3238-4fcb-bd29-d45022d1c9b8 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:22.232364 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5ca11082-2abb-4679-98f2-86a555849bd7 req-178c96d1-3238-4fcb-bd29-d45022d1c9b8 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 932 time: 0.1547160 Apr 16 11:52:22.380320 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5ca11082-2abb-4679-98f2-86a555849bd7 req-9f7c6729-ad37-407d-a423-bf41a4234943 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466215 Apr 16 11:52:22.439880 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-0bd808a8-c52e-46cc-8e00-b2cc97301080 service neutron] 10.222.0.58 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037699 Apr 16 11:52:22.607217 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-1f628ea4-e3af-452a-8584-49439232476f service neutron] 10.222.0.58 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663873 Apr 16 11:52:22.846348 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9a313675-069d-4295-8fc6-47501b6ef0f5 req-e12b2ff4-66af-4ff4-a940-cee1baa0ef38 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 210 time: 0.0661814 Apr 16 11:52:23.597838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f18ed-eec1-4f8b-ba9a-8628c3b2d77f req-5f0f5957-271e-4bf5-a00e-4590a53295de tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:23.599535 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d79f18ed-eec1-4f8b-ba9a-8628c3b2d77f req-5f0f5957-271e-4bf5-a00e-4590a53295de tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 932 time: 0.0945821 Apr 16 11:52:23.658128 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d79f18ed-eec1-4f8b-ba9a-8628c3b2d77f req-4b9978ea-6d64-4db2-834f-af2d6eeda19c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 Apr 16 11:52:24.044670 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-09669ef2-fc24-4226-bf88-adac7f62a343 req-5f4951d9-a64b-4cd8-970b-2713d2476292 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 210 time: 0.0575469 Apr 16 11:52:24.674565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50130) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:24.817547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:24.836448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:24.842910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Usage tracker for resource:security_group_rule and tenant:600e46ae227d46fe9450f1172955763c is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:24.847973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:24.856367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:25.027033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.032110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.061427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6311d529-a091-4ec8-82b9-524233cc5a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:25.108860 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=600e46ae227d46fe9450f1172955763c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330988 Apr 16 11:52:25.110413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50142) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:25.111721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c554b63d-dafc-4079-ae16-4f3da32096c6,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:25.115258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c09c0ee4-dcd8-4dd5-878b-395599059c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:25.188388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15085c3-f6f7-4d84-99b1-1186e8e6d896 req-34a9bdb9-9b31-4e2a-a77b-61b879e36afa tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:25.190242 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b15085c3-f6f7-4d84-99b1-1186e8e6d896 req-34a9bdb9-9b31-4e2a-a77b-61b879e36afa tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 932 time: 0.4125831 Apr 16 11:52:25.280267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.307044 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4b7a954-71ec-4ee6-a965-1f1854cf8741 req-c2939aff-9db2-4c97-93e9-76dac913d756 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 210 time: 0.0986009 Apr 16 11:52:25.330741 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b15085c3-f6f7-4d84-99b1-1186e8e6d896 req-e98cc2d2-4f34-42da-be6e-70082bb1c986 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280012 Apr 16 11:52:25.335582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.387855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.393914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7edc7f0f-c157-4552-a077-870e36641fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:25.408380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c554b63d-dafc-4079-ae16-4f3da32096c6,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:25.416552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.417838 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c554b63d-dafc-4079-ae16-4f3da32096c6 HTTP/1.1" status: 204 len: 168 time: 0.3062413 Apr 16 11:52:25.419684 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.420102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.420640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.421041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.421548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.422222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.422625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.423215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.423642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.424171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.424503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.424894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:25.428648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:25.726359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50150) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:25.746090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.760962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:25.764947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9389907bed42959e0b941cfae1c57f is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:25.767869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:25.773798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:25.872536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.875968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:25.884897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9d205d2-a65e-474b-99e4-de1d89f74b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:25.930694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50154) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:25.930943 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c9389907bed42959e0b941cfae1c57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032723 Apr 16 11:52:25.931869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6730b1c-b26c-4787-bc95-54c7e3f83eb2,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:25.935129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:26.003261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:26.036428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:26.092704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:26.099180 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-658421dd-abf5-4870-a6d0-88c70faf72a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:26.114692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6730b1c-b26c-4787-bc95-54c7e3f83eb2,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:26.117123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:26.119692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:26.121090 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6730b1c-b26c-4787-bc95-54c7e3f83eb2 HTTP/1.1" status: 204 len: 168 time: 0.1890402 Apr 16 11:52:26.600146 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-27d13d02-e772-4490-807d-d4515650aecf req-e9f724ef-660b-43d0-9aa3-b99a0aad9d7a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 210 time: 0.1099100 Apr 16 11:52:26.646196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb63ee5-a5cf-45f6-a452-6ba0cb3bafe2 req-5d5bfc17-8b71-4ed3-a6f8-62e5e9faaa0f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:26.647865 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7cb63ee5-a5cf-45f6-a452-6ba0cb3bafe2 req-5d5bfc17-8b71-4ed3-a6f8-62e5e9faaa0f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 932 time: 0.1642752 Apr 16 11:52:26.706422 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7cb63ee5-a5cf-45f6-a452-6ba0cb3bafe2 req-ec19b2cc-e96e-4b38-81b0-153a445326c0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507505 Apr 16 11:52:27.045247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50184) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:27.173257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1674136397-network', 'tenant_id': '7ed881db3063457e97205f0e3d15246a'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:27.178904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:27.183440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Usage tracker for resource:network and tenant:7ed881db3063457e97205f0e3d15246a is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:27.186971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:27.195208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:27.205931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Made reservation on behalf of 7ed881db3063457e97205f0e3d15246a for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:27.210877 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.225625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.241716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:27.246286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Usage tracker for resource:security_group_rule and tenant:7ed881db3063457e97205f0e3d15246a is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:27.249917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:27.256981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:27.349783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.353472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.358812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-be95aa16-7724-4b23-a841-c5e0b6a09c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:27.386392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:52:27.400164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a110d2-abdb-4426-a821-c400b4c87a20,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:27.404629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:27.405653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.406046 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Added segment 6036ee28-3930-4f82-ab43-e357d03af167 of type vlan for network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 Apr 16 11:52:27.439023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.468562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.469955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:27.470599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.479994 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:27.576734 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5302634 Apr 16 11:52:27.579792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50194) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:27.588040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Request body: {'subnet': {'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1674136397-subnet', 'tenant_id': '7ed881db3063457e97205f0e3d15246a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:27.591328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Pushing event updated for resources: {'Network': ['ID=77aa4f91-ebd6-420a-83b4-7b4d75c9aee2,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:27.594697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:27.595738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:27.600067 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Usage tracker for resource:subnet and tenant:7ed881db3063457e97205f0e3d15246a is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:27.601775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:52:27.603058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:27.610537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:27.620122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Made reservation on behalf of 7ed881db3063457e97205f0e3d15246a for: {'subnet': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:27.625837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.809656 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-09a2f6ce-e6d5-4a6b-a3cb-57061678ec6c req-a38a0ec5-fcba-478d-bbb5-92a93749f61b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 210 time: 0.0597270 Apr 16 11:52:28.010670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff3a57-f1e0-405f-b51e-7841f3b24a17 req-75255689-e6d9-4701-b210-5979731479d8 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:28.012390 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a6ff3a57-f1e0-405f-b51e-7841f3b24a17 req-75255689-e6d9-4701-b210-5979731479d8 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 932 time: 0.1598198 Apr 16 11:52:28.127108 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a6ff3a57-f1e0-405f-b51e-7841f3b24a17 req-55b5457a-d6fa-481d-921b-92d432709d56 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645232 Apr 16 11:52:28.225507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:28.241108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f86d259a-82c0-44ab-848b-0972e8c4a0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:28.365363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25836310-1a5c-40f6-b59b-f0de58cb5809,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:28.369756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:28.385732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Request body: {'port': {'device_id': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:28.557798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:28.581102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Checking segment: {'id': '6036ee28-3930-4f82-ab43-e357d03af167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:28.581503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Network hostable DHCP agents. Network: 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:52:28.662362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:52:28.714119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2) {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:28.722536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2b0d4-e306-44c8-b66c-c71d93ceaacb None None] Network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:52:28.723851 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:28.724507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:28.776488 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1955936 Apr 16 11:52:29.029673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bab8173-f411-4a2b-97b2-07418da7d0cb {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:29.040257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:29.049318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff961510-6754-4b8f-8d4d-041891676f39 None None] Network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:52:29.061453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Transition to ACTIVE for port object 4bab8173-f411-4a2b-97b2-07418da7d0cb will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:29.066182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:29.319582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:29.430780 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8fef6a12-0d33-4788-ba9c-4f5ac6d5a79b req-edd78a38-1127-4006-b0f6-acfe5b4c6141 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 210 time: 0.3676527 Apr 16 11:52:29.485795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-d4654ce0-2a9b-4d3b-98ba-bdbfe79653f4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:29.486564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-d4654ce0-2a9b-4d3b-98ba-bdbfe79653f4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Synchronizing usage tracker for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:network {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:29.507198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-d4654ce0-2a9b-4d3b-98ba-bdbfe79653f4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Unset dirty status for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:network {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:29.508482 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-d4654ce0-2a9b-4d3b-98ba-bdbfe79653f4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 816 time: 0.3014545 Apr 16 11:52:29.604990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-4f7766dd-0d3a-4de5-a585-be016025067b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Synchronizing usage tracker for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:security_group {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:29.612265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:29.624997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:29.628387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-4f7766dd-0d3a-4de5-a585-be016025067b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Unset dirty status for tenant:8044ea3a310c49d8b1b92f524f786f02 on resource:security_group {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:29.630219 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-4f7766dd-0d3a-4de5-a585-be016025067b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 5705 time: 0.1118121 Apr 16 11:52:29.641610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'port': {'device_id': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'admin_state_up': True, 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'security_groups': ['ef857724-3f9d-4e1d-b97f-5315d6943f82']}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:29.656827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50228) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:29.674675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-118766373-network', 'tenant_id': '56bd085a380f4ba288730b7a96e7f00e'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:29.691472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:29.707053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Usage tracker for resource:network and tenant:56bd085a380f4ba288730b7a96e7f00e is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:29.713215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:29.716288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Attempting to bind port 4bab8173-f411-4a2b-97b2-07418da7d0cb on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:29.716667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Attempting to bind port 4bab8173-f411-4a2b-97b2-07418da7d0cb by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:29.717038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Attempting to bind port 4bab8173-f411-4a2b-97b2-07418da7d0cb on network a41be246-d7b9-4062-9cb7-4cad5abda8ec {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:29.728217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:29.731773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Port 4bab8173-f411-4a2b-97b2-07418da7d0cb on network a41be246-d7b9-4062-9cb7-4cad5abda8ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:52:29.732132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Attempting to bind port 4bab8173-f411-4a2b-97b2-07418da7d0cb on network a41be246-d7b9-4062-9cb7-4cad5abda8ec {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:29.745677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:29.746091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Checking segment: {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:29.746420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Bound using segment: {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:29.747637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Bound port: 4bab8173-f411-4a2b-97b2-07418da7d0cb, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda62977-2878-414a-8821-aa39673cd0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:29.747637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:29.759505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Made reservation on behalf of 56bd085a380f4ba288730b7a96e7f00e for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:29.764193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:29.781467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe526a4-4f14-4383-b4a3-381b30d4107d req-b72e2f67-c251-4c17-b2fc-169ae97a1456 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:29.784007 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cbe526a4-4f14-4383-b4a3-381b30d4107d req-b72e2f67-c251-4c17-b2fc-169ae97a1456 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 944 time: 0.3647919 Apr 16 11:52:29.794432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:29.795352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:29.799950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Usage tracker for resource:port and tenant:8044ea3a310c49d8b1b92f524f786f02 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:29.802892 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:29.808956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:29.817674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Made reservation on behalf of 8044ea3a310c49d8b1b92f524f786f02 for: {'port': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:29.823761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:29.873076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:29.894888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Usage tracker for resource:security_group_rule and tenant:56bd085a380f4ba288730b7a96e7f00e is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:29.901986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:29.912851 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:29.942794 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cbe526a4-4f14-4383-b4a3-381b30d4107d req-1fe85db4-40d8-4197-bc9b-62021f7bb9e1 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493504 Apr 16 11:52:29.962793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:29.967504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:29.974735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:29.991718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-562f0bd6-46ae-484c-bf33-42ad0ff36347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:30.015961 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Allocated IP 172.20.0.4 (2abaab04-7726-4be4-a49b-2cd65602a96b/a5e98874-0e8b-4cb6-b49f-30d0db05ab87/c0037098-7f3e-4164-a2e0-79946d76b90d) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:30.166031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:30.173375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:30.219565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.237300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Transition to ACTIVE for port object c0037098-7f3e-4164-a2e0-79946d76b90d will not be triggered until provisioned by entity DHCP. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:30.247137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.249700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:30.251083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.252617 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] 10.222.0.78 "PUT /v2.0/ports/4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 1094 time: 1.8716729 Apr 16 11:52:30.253146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:30.259332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.264516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-61871f03-10a6-40c8-85ed-06c3ce576577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:30.265726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.287742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-92948b51-4c39-4ffc-b7f9-508aa2351de6 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:30.301839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:52:30.368142 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'status': 'completed', 'code': 200} Apr 16 11:52:30.378723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.379218 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Added segment e8bcdb8a-d4f9-4690-8f9f-a9757fed495c of type vlan for network c9c48e01-3953-4bb4-9dad-66f30f29368c Apr 16 11:52:30.380824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4273d5bc-149a-4ade-be0c-f7d9a4884917,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:30.389844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:30.419622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:30.423919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:30.427248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.473574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-5a0405b3-971c-4222-9ddd-0cbdd9a73815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:30.475203 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-5a0405b3-971c-4222-9ddd-0cbdd9a73815 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1097 time: 0.1662459 Apr 16 11:52:30.479682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.481014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:30.481643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.488795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:30.499677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Network 2abaab04-7726-4be4-a49b-2cd65602a96b is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:30.501503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:30.504000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:30.757118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cb195493-c279-4caa-b6b5-4782e0c124c7 None None] Provisioning for port c0037098-7f3e-4164-a2e0-79946d76b90d completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:30.763121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cb195493-c279-4caa-b6b5-4782e0c124c7 None None] Provisioning complete for port c0037098-7f3e-4164-a2e0-79946d76b90d triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:30.763561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb195493-c279-4caa-b6b5-4782e0c124c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.837937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:30.838494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-cb195493-c279-4caa-b6b5-4782e0c124c7 None None] Port c0037098-7f3e-4164-a2e0-79946d76b90d cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:52:30.838612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:30.874598 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-03f3712f-75a6-40b3-a269-526a38285920 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2387745 Apr 16 11:52:30.876456 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-36705bd1-9e49-4b27-9ecb-ad8bb289704f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 217 time: 0.3901436 Apr 16 11:52:30.898677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Request body: {'port': {'device_id': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:30.996993 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3307080 Apr 16 11:52:30.996993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c48e01-3953-4bb4-9dad-66f30f29368c,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:30.999129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50242) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:31.005286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network c9c48e01-3953-4bb4-9dad-66f30f29368c details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:52:31.007674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:31.012630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Request body: {'subnet': {'network_id': 'c9c48e01-3953-4bb4-9dad-66f30f29368c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-118766373-subnet', 'tenant_id': '56bd085a380f4ba288730b7a96e7f00e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:31.022191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:31.032967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:31.033398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Usage tracker for resource:subnet and tenant:56bd085a380f4ba288730b7a96e7f00e is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:31.041023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:31.044884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-654dea2b-bd98-48c1-95f4-0f8bd94545ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:31.046461 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-654dea2b-bd98-48c1-95f4-0f8bd94545ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.1254625 Apr 16 11:52:31.058644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:31.184609 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27963463-d49e-45c9-81de-ddcc65e4c864 req-f5cee6e4-71cf-40e8-b205-f76aee1fb489 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:31.186217 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-27963463-d49e-45c9-81de-ddcc65e4c864 req-f5cee6e4-71cf-40e8-b205-f76aee1fb489 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 931 time: 0.3117242 Apr 16 11:52:31.186850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Made reservation on behalf of 56bd085a380f4ba288730b7a96e7f00e for: {'subnet': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:31.191651 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:31.380143 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-27963463-d49e-45c9-81de-ddcc65e4c864 req-4f9529da-860c-4213-a5d6-136c29050f3e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737633 Apr 16 11:52:31.388964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-6edf5b3b-db5f-4ba9-89a6-0857758ed371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:31.390541 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-6edf5b3b-db5f-4ba9-89a6-0857758ed371 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3291900 Apr 16 11:52:31.406708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5498e5b-4695-40ad-8b3a-6cbf083d976f req-79231ddd-a375-4f20-bcc0-d86a60f62006 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:31.409094 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d5498e5b-4695-40ad-8b3a-6cbf083d976f req-79231ddd-a375-4f20-bcc0-d86a60f62006 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 944 time: 0.3080015 Apr 16 11:52:31.423349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0037098-7f3e-4164-a2e0-79946d76b90d {{(pid=85350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:31.438254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:31.456723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Transition to ACTIVE for port object c0037098-7f3e-4164-a2e0-79946d76b90d will not be triggered until provisioned by entity L2. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:31.460162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:31.479056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:31.655868 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d5498e5b-4695-40ad-8b3a-6cbf083d976f req-4feb6bf8-f703-4fb3-991c-1e055bdf56df tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199135 Apr 16 11:52:31.722678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:31.739097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:31.769644 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-f0dc9229-5a10-402f-a0a7-2bc44c68d1a8 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594618 Apr 16 11:52:32.014639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Attempting to bind port c0037098-7f3e-4164-a2e0-79946d76b90d on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:32.015429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Attempting to bind port c0037098-7f3e-4164-a2e0-79946d76b90d by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:32.015429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Attempting to bind port c0037098-7f3e-4164-a2e0-79946d76b90d on network 2abaab04-7726-4be4-a49b-2cd65602a96b {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:32.021709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Port c0037098-7f3e-4164-a2e0-79946d76b90d on network 2abaab04-7726-4be4-a49b-2cd65602a96b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:52:32.022418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Attempting to bind port c0037098-7f3e-4164-a2e0-79946d76b90d on network 2abaab04-7726-4be4-a49b-2cd65602a96b {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:32.028101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:32.028633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Checking segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:32.029076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Bound using segment: {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:32.029993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Bound port: c0037098-7f3e-4164-a2e0-79946d76b90d, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fbdb42-6097-408d-837e-94f1a966424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b'}}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:32.030332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.066545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-115c9a24-3d0e-4fda-bac1-27d9c1a5655f req-70390dad-fd35-446a-878a-8d4dffc5f2ba service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867796 Apr 16 11:52:32.135077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, cleared binding levels {{(pid=85350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:32.138211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:32.141852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.157218 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4f08deab-9d7b-4ac5-ad79-10417884f57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:32.215653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.240304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:32.311984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=3']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:32.316807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:32.350893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.351927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.353144 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] 10.222.0.78 "PUT /v2.0/ports/c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 200 len: 1093 time: 1.4591575 Apr 16 11:52:32.353806 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:32.362676 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-bc37601f-6b3d-4c8f-9fce-f6d00b81e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.364310 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-bc37601f-6b3d-4c8f-9fce-f6d00b81e3a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1097 time: 0.2263124 Apr 16 11:52:32.405002 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'status': 'completed', 'code': 200} Apr 16 11:52:32.422111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb1f921-0898-41d2-971f-77232cb84b2e,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:32.476754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:32.528491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-ce741adb-c141-439b-9fb2-9039f0d34592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.530914 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-ce741adb-c141-439b-9fb2-9039f0d34592 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1096 time: 0.1122780 Apr 16 11:52:32.598975 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-bcb8a310-10db-4b0e-8101-f1c001c6fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.600620 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-bcb8a310-10db-4b0e-8101-f1c001c6fbae service neutron] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 917 time: 0.2259426 Apr 16 11:52:32.609168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Checking segment: {'id': 'e8bcdb8a-d4f9-4690-8f9f-a9757fed495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c9c48e01-3953-4bb4-9dad-66f30f29368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:32.609551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Network hostable DHCP agents. Network: c9c48e01-3953-4bb4-9dad-66f30f29368c, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:52:32.635224 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-5be4f218-4f3d-41f2-9746-3f1b21a41fe0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 200 len: 217 time: 0.0926371 Apr 16 11:52:32.733931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-988958bb-0157-48b4-a08f-43b69fceabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.735667 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-988958bb-0157-48b4-a08f-43b69fceabee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.0847893 Apr 16 11:52:32.743722 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-34099ac9-e5c1-4e01-85c5-49b671b65aea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 217 time: 0.1270039 Apr 16 11:52:32.799829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Network c9c48e01-3953-4bb4-9dad-66f30f29368c is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:52:32.835995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-b423083b-910e-41e4-b351-c6a57ab97615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.837649 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-b423083b-910e-41e4-b351-c6a57ab97615 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0840769 Apr 16 11:52:32.889612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, c9c48e01-3953-4bb4-9dad-66f30f29368c) {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:32.900066 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dad274-fe42-4f74-8631-4909b5eb5434 None None] Network c9c48e01-3953-4bb4-9dad-66f30f29368c requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:52:32.903399 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.904057 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:32.915856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-9f442a72-f629-4ea0-8e8f-061100c7a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:32.917470 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-9f442a72-f629-4ea0-8e8f-061100c7a0ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.1629963 Apr 16 11:52:33.012183 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-f1e2c5ef-285d-4f03-b2b3-deb6820ae827 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625786 Apr 16 11:52:33.012984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc3501-a51c-44f8-93ad-25490bd024de req-aba6d3b8-c400-4197-803e-99eb968e05bb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.014980 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8fcc3501-a51c-44f8-93ad-25490bd024de req-aba6d3b8-c400-4197-803e-99eb968e05bb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.3996539 Apr 16 11:52:33.070459 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e5f617ae-9760-40f3-8d31-f0bfde830b4d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0604272 Apr 16 11:52:33.148262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662f555-d6cc-42c4-bb9f-25a6c874ae76 req-4af1007a-1258-4353-a0bb-ab76d98cee94 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.150141 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7662f555-d6cc-42c4-bb9f-25a6c874ae76 req-4af1007a-1258-4353-a0bb-ab76d98cee94 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 944 time: 0.3565960 Apr 16 11:52:33.172999 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8fcc3501-a51c-44f8-93ad-25490bd024de req-e0d50971-6933-4169-b956-10c0511e0ab5 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457965 Apr 16 11:52:33.190622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87334d5c-f819-48db-a11d-dd9246ec44a1 None None] Network c9c48e01-3953-4bb4-9dad-66f30f29368c requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:52:33.217168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-6ea8c3d1-67dc-4daa-8682-394a8f6d0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.218848 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-6ea8c3d1-67dc-4daa-8682-394a8f6d0d78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2904835 Apr 16 11:52:33.274201 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3e3c4a81-026c-429c-8a7b-9607f187d6e2 req-6ee75f87-bd7d-4464-83cf-6dd402c8c7cf service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502232 Apr 16 11:52:33.287394 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7662f555-d6cc-42c4-bb9f-25a6c874ae76 req-498a2f83-29d0-4a8c-bdf5-0b7f508acbff tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202528 Apr 16 11:52:33.442594 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-d62092f7-6edc-49bd-aca4-1a524a763926 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091064 Apr 16 11:52:33.447132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7816-a391-4969-b820-d7a6cc2c51db req-1b4e730a-03ee-4baf-b54d-38ff0f32dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.448962 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-794c7816-a391-4969-b820-d7a6cc2c51db req-1b4e730a-03ee-4baf-b54d-38ff0f32dfd8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1096 time: 0.1066055 Apr 16 11:52:33.552750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 4bab8173-f411-4a2b-97b2-07418da7d0cb details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:52:33.644901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7816-a391-4969-b820-d7a6cc2c51db req-589cd46f-b487-4110-aaf7-acb78983847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.646695 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-794c7816-a391-4969-b820-d7a6cc2c51db req-589cd46f-b487-4110-aaf7-acb78983847a service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.1794550 Apr 16 11:52:33.651603 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-63af2a05-17d2-4b3e-9a7d-9b59da05fb1a req-657f1ae1-367a-447e-868e-8e4928cf9bcf service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954501 Apr 16 11:52:33.736210 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-794c7816-a391-4969-b820-d7a6cc2c51db req-00f2fead-4375-4df0-8072-6cb2f8893681 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 200 len: 217 time: 0.0741313 Apr 16 11:52:33.745710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:33.760222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'port_id': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'mac_address': 'fa:16:3e:8a:a5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:52:33.809422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7816-a391-4969-b820-d7a6cc2c51db req-719ca980-70fe-4428-b016-cad273e41e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.810956 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-794c7816-a391-4969-b820-d7a6cc2c51db req-719ca980-70fe-4428-b016-cad273e41e1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.0680504 Apr 16 11:52:33.821144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:33.841433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bab8173-f411-4a2b-97b2-07418da7d0cb {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:33.861257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:33.864843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:33.866769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:33.963768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:33.967587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:33.971866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7816-a391-4969-b820-d7a6cc2c51db req-edf0f8a8-b369-43c6-b55d-55df8e8d3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:33.974560 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-794c7816-a391-4969-b820-d7a6cc2c51db req-edf0f8a8-b369-43c6-b55d-55df8e8d3dc2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1552908 Apr 16 11:52:34.124039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-e99dd9c9-5a66-4d05-af6f-73809bafcf6e tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:34.124699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-e99dd9c9-5a66-4d05-af6f-73809bafcf6e tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Synchronizing usage tracker for tenant:7ed881db3063457e97205f0e3d15246a on resource:network {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:34.128400 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-794c7816-a391-4969-b820-d7a6cc2c51db req-0502e181-f3d5-4d68-a378-eab4d6e65d29 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430380 Apr 16 11:52:34.132107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['4bab8173-f411-4a2b-97b2-07418da7d0cb'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:34.148886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187d8b0-b774-4996-a343-2b8f1f7365d2 req-207829c7-515d-4cc3-aee6-3fa7cbc56a90 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:34.151771 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f187d8b0-b774-4996-a343-2b8f1f7365d2 req-207829c7-515d-4cc3-aee6-3fa7cbc56a90 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.4130182 Apr 16 11:52:34.160300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-e99dd9c9-5a66-4d05-af6f-73809bafcf6e tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Unset dirty status for tenant:7ed881db3063457e97205f0e3d15246a on resource:network {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:34.161697 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-e99dd9c9-5a66-4d05-af6f-73809bafcf6e tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/networks?id=77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 HTTP/1.1" status: 200 len: 809 time: 0.5091503 Apr 16 11:52:34.194478 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-8fd30656-b94a-4b77-8029-2bd231df13c4 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/quotas/7ed881db3063457e97205f0e3d15246a HTTP/1.1" status: 200 len: 375 time: 0.0161269 Apr 16 11:52:34.271851 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f187d8b0-b774-4996-a343-2b8f1f7365d2 req-7962a640-468e-410c-8e8c-7986aeda07a6 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144528 Apr 16 11:52:34.276151 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-99072f52-b18a-4d33-997a-1c336769a9b0 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7ed881db3063457e97205f0e3d15246a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716045 Apr 16 11:52:34.286993 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-794c7816-a391-4969-b820-d7a6cc2c51db req-1a1b53f3-5d06-4e89-abf5-935fb47dc736 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490281 Apr 16 11:52:34.517179 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-d3c48828-bbf2-43d7-8e5b-412636b3aa8e service neutron] 10.222.0.58 "GET /v2.0/networks/77aa4f91-ebd6-420a-83b4-7b4d75c9aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258830 Apr 16 11:52:34.526625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b25862-2531-4d08-863a-318339a11171 req-c0078e0f-8d64-411a-82c1-51adad7cb10b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:34.528187 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-93b25862-2531-4d08-863a-318339a11171 req-c0078e0f-8d64-411a-82c1-51adad7cb10b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.1474237 Apr 16 11:52:34.665062 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-93b25862-2531-4d08-863a-318339a11171 req-0e6218b3-5613-4700-9b27-58ebfbcb85c2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126359 Apr 16 11:52:34.705545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-c861cc62-3c2c-4b10-b805-74b75c1db181 service neutron] 10.222.0.58 "GET /v2.0/networks/77aa4f91-ebd6-420a-83b4-7b4d75c9aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762502 Apr 16 11:52:34.916217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46595ce-aee7-4bf3-becb-610c96706cb5 req-9d873a23-aec3-46ea-9778-5ec035d5a811 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:34.917907 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b46595ce-aee7-4bf3-becb-610c96706cb5 req-9d873a23-aec3-46ea-9778-5ec035d5a811 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 945 time: 0.1501477 Apr 16 11:52:34.920510 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6b4e8706-1cfe-4ede-93b3-8074706f6191 req-8b9a5c77-d59c-4289-8cff-2c18b8720245 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 210 time: 0.0660536 Apr 16 11:52:34.979738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b46595ce-aee7-4bf3-becb-610c96706cb5 req-b068942b-cc74-4b8c-b350-d4f26f3e3b9a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Apr 16 11:52:35.540358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db29c7-a615-4ea3-ac8e-ea02e9bf21fb req-086c4b51-7914-4d03-8150-b4c72ecc476f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:35.541999 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15db29c7-a615-4ea3-ac8e-ea02e9bf21fb req-086c4b51-7914-4d03-8150-b4c72ecc476f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.1484993 Apr 16 11:52:35.574000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:52:35.578939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 4bab8173-f411-4a2b-97b2-07418da7d0cb up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:35.593835 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4611c3f-6646-4ebd-baca-74be693ad3e5 req-1dbb5969-9f2f-452f-9115-efaae7dae7b6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:35.595547 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4611c3f-6646-4ebd-baca-74be693ad3e5 req-1dbb5969-9f2f-452f-9115-efaae7dae7b6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1381986 Apr 16 11:52:35.636275 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15db29c7-a615-4ea3-ac8e-ea02e9bf21fb req-5bcaabfb-4d8c-4ba4-a2b9-dddca28d185f tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810709 Apr 16 11:52:35.663630 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e4611c3f-6646-4ebd-baca-74be693ad3e5 req-e1869b0f-1dcf-4103-a259-4ea45510f3b6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584295 Apr 16 11:52:35.740408 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 4bab8173-f411-4a2b-97b2-07418da7d0cb completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:35.759076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 4bab8173-f411-4a2b-97b2-07418da7d0cb triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:35.759521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:35.834735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:35.859300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'port_id': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'mac_address': 'fa:16:3e:be:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:52:35.873573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152aa5-24e2-4dc2-884b-44c6c44c479c req-fb555e3c-e641-4a83-894b-9146538bf1d8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:35.875178 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8152aa5-24e2-4dc2-884b-44c6c44c479c req-fb555e3c-e641-4a83-894b-9146538bf1d8 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.0921500 Apr 16 11:52:35.934847 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c8152aa5-24e2-4dc2-884b-44c6c44c479c req-211d71b5-03c2-4565-9269-ce84ec012a85 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517576 Apr 16 11:52:35.963535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.014485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.032432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:36.040895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0037098-7f3e-4164-a2e0-79946d76b90d {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:36.058602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:36.064058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:36.065699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.069027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:36.113680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:52:36.147539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.149626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:36.153507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:36.153702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:36.192030 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9759fda7-5a0d-4844-958f-1415bc52d9b7 req-9f82d4ee-2ad4-4a94-8a90-a6079422f3b6 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 210 time: 0.1274948 Apr 16 11:52:36.238291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-1f929141-1fa1-4b6d-8af6-a84f372d98ec tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:36.240020 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-1f929141-1fa1-4b6d-8af6-a84f372d98ec tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.78 "GET /v2.0/networks?id=77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 HTTP/1.1" status: 200 len: 809 time: 0.2519901 Apr 16 11:52:36.254772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Request body: {'port': {'device_id': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2', 'admin_state_up': True, 'tenant_id': '7ed881db3063457e97205f0e3d15246a'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:36.261543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:36.271015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e3824-a5a3-4e6b-a0d7-bb789042ba09 req-6fc67f4f-68ab-451f-9a9f-a0d29f31d8b7 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:36.272758 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'code': 200} Apr 16 11:52:36.273600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:36.274236 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-587e3824-a5a3-4e6b-a0d7-bb789042ba09 req-6fc67f4f-68ab-451f-9a9f-a0d29f31d8b7 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.1640427 Apr 16 11:52:36.326852 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-587e3824-a5a3-4e6b-a0d7-bb789042ba09 req-0312137a-65c5-4ddf-845d-acd7b4dde6e0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459154 Apr 16 11:52:36.327049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['c0037098-7f3e-4164-a2e0-79946d76b90d'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:36.420982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:36.425279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Usage tracker for resource:port and tenant:7ed881db3063457e97205f0e3d15246a is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:36.428271 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:36.434277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:36.443176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Made reservation on behalf of 7ed881db3063457e97205f0e3d15246a for: {'port': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:36.449183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.568735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492c6d1-061c-488a-aa49-032e72288b78 req-7dd8fd31-537d-4797-af77-cd0159513dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:36.570334 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4492c6d1-061c-488a-aa49-032e72288b78 req-7dd8fd31-537d-4797-af77-cd0159513dd0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1099 time: 0.0864825 Apr 16 11:52:36.616907 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4492c6d1-061c-488a-aa49-032e72288b78 req-ab2e1983-0b10-4d9d-b3a8-08fb49546640 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375142 Apr 16 11:52:36.618434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Allocated IP 172.20.0.7 (77aa4f91-ebd6-420a-83b4-7b4d75c9aee2/25836310-1a5c-40f6-b59b-f0de58cb5809/1535e976-6d1a-4ad7-8f37-bb051cf2be72) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:36.829545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.861351 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:36.876945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab5e1b5e-5fdf-44a1-9b95-3af1370ba26f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:36.917907 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e67ad1-794f-45fb-a797-1f0492d2c645 req-d4b3bceb-b12f-4a48-af5c-c815d053caea tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:36.919586 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03e67ad1-794f-45fb-a797-1f0492d2c645 req-d4b3bceb-b12f-4a48-af5c-c815d053caea tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1264274 Apr 16 11:52:36.932495 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027e41c-08e3-4420-ade8-5bd3e4b824ca req-59b91094-fe3e-45c3-993b-8fcf7e0259de tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:36.934085 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3027e41c-08e3-4420-ade8-5bd3e4b824ca req-59b91094-fe3e-45c3-993b-8fcf7e0259de tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.1791830 Apr 16 11:52:37.014643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Pushing event updated for resources: {'Port': ['ID=1535e976-6d1a-4ad7-8f37-bb051cf2be72,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:37.015162 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03e67ad1-794f-45fb-a797-1f0492d2c645 req-166cb793-ba47-44c8-a346-d56d504d74f2 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800328 Apr 16 11:52:37.019894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:37.025083 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3027e41c-08e3-4420-ade8-5bd3e4b824ca req-b5bfaafe-712e-4bf6-a5e5-6982fde4a985 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825772 Apr 16 11:52:37.082112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:37.083516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:37.085876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:37.154262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:37.154999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.178051 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-4dff9888-8241-45f6-8054-ea0f6e7fb281 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9278638 Apr 16 11:52:37.192535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Request body: {'port': {'device_id': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:37.317688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.426561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410f076-38aa-4813-be66-938d93c7ab37 req-d5836291-0c28-4ab5-b4c4-03790d7c3f31 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:37.428272 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e410f076-38aa-4813-be66-938d93c7ab37 req-d5836291-0c28-4ab5-b4c4-03790d7c3f31 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 944 time: 0.1619194 Apr 16 11:52:37.463830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c80f11-fb75-48c0-9b27-1237dba72130 req-0b7c90fd-4383-4687-8407-c69c5708e56b tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:37.465508 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-36c80f11-fb75-48c0-9b27-1237dba72130 req-0b7c90fd-4383-4687-8407-c69c5708e56b tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 931 time: 0.1472626 Apr 16 11:52:37.515024 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e410f076-38aa-4813-be66-938d93c7ab37 req-41edc753-e5cd-4d2c-a262-5e64c9ff049a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797389 Apr 16 11:52:37.542295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-36c80f11-fb75-48c0-9b27-1237dba72130 req-51168060-b0e7-41cf-a2c0-73a428cce1b0 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Synchronizing usage tracker for tenant:7ed881db3063457e97205f0e3d15246a on resource:security_group {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:37.560491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-36c80f11-fb75-48c0-9b27-1237dba72130 req-51168060-b0e7-41cf-a2c0-73a428cce1b0 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Unset dirty status for tenant:7ed881db3063457e97205f0e3d15246a on resource:security_group {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:37.562026 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-36c80f11-fb75-48c0-9b27-1237dba72130 req-51168060-b0e7-41cf-a2c0-73a428cce1b0 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870144 Apr 16 11:52:37.590280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:37.702452 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port c0037098-7f3e-4164-a2e0-79946d76b90d completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:37.709106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port c0037098-7f3e-4164-a2e0-79946d76b90d triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:37.709468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.753151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98628a-99c0-4469-8fe6-6274ba940330 req-d38e0015-a632-47bc-918b-f7251ce84b84 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:37.754809 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ee98628a-99c0-4469-8fe6-6274ba940330 req-d38e0015-a632-47bc-918b-f7251ce84b84 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.1019642 Apr 16 11:52:37.841264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.855672 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ee98628a-99c0-4469-8fe6-6274ba940330 req-0de52ec4-96bc-424c-9243-ed7b9d303c62 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936573 Apr 16 11:52:37.880230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:37.883968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.885867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:37.899628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-9303ff3b-281b-48cf-8369-1710c840cbc7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:37.901538 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-9303ff3b-281b-48cf-8369-1710c840cbc7 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.1063428 Apr 16 11:52:37.965519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:37.969152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:37.991860 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1535e976-6d1a-4ad7-8f37-bb051cf2be72 {{(pid=85350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:37.996241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Deleting port 8990f57f-5580-453c-aa22-397171949432 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:37.996631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:37.999625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:38.015174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Transition to ACTIVE for port object 1535e976-6d1a-4ad7-8f37-bb051cf2be72 will not be triggered until provisioned by entity L2. {{(pid=85350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:38.018713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:38.034727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:38.107473 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Pushing event updated for resources: {'Port': ['ID=1535e976-6d1a-4ad7-8f37-bb051cf2be72,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:38.160037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:38.274453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:38.390927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] For port 8990f57f-5580-453c-aa22-397171949432, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8990f57f-5580-453c-aa22-397171949432,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:38.391344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:38.411062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Attempting to bind port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:38.411471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Attempting to bind port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '6036ee28-3930-4f82-ab43-e357d03af167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2'}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:38.411796 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Attempting to bind port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 on network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:38.416708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 on network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:52:38.417061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Attempting to bind port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 on network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:38.422465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:38.422832 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Checking segment: {'id': '6036ee28-3930-4f82-ab43-e357d03af167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:38.423250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Bound using segment: {'id': '6036ee28-3930-4f82-ab43-e357d03af167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2'} {{(pid=85350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:38.423772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Bound port: 1535e976-6d1a-4ad7-8f37-bb051cf2be72, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6036ee28-3930-4f82-ab43-e357d03af167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2'}}] {{(pid=85350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:38.424405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:38.493129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bfcf0-ba55-4b23-beb1-cbd7b5c97abc req-0aa5511f-10c9-455c-b088-931ccdd69253 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.494741 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b02bfcf0-ba55-4b23-beb1-cbd7b5c97abc req-0aa5511f-10c9-455c-b088-931ccdd69253 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 946 time: 0.3028820 Apr 16 11:52:38.522773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] For port 1535e976-6d1a-4ad7-8f37-bb051cf2be72, host hv-cinder-68948, cleared binding levels {{(pid=85350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:38.526006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] For port 1535e976-6d1a-4ad7-8f37-bb051cf2be72, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1535e976-6d1a-4ad7-8f37-bb051cf2be72,segment=NetworkSegment(6036ee28-3930-4f82-ab43-e357d03af167),segment_id=6036ee28-3930-4f82-ab43-e357d03af167)] {{(pid=85350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:38.529282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:38.544522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-239bd77c-94df-4ca5-a273-87377ed840c7 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:38.575564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578b9b-bc61-4211-902a-4c05d7d49df5 req-6849f419-ee71-43a3-bd74-90881bac5bbe tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.577153 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-01578b9b-bc61-4211-902a-4c05d7d49df5 req-6849f419-ee71-43a3-bd74-90881bac5bbe tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.3840921 Apr 16 11:52:38.698002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Pushing event updated for resources: {'Port': ['ID=1535e976-6d1a-4ad7-8f37-bb051cf2be72,revision_number=3']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:38.709488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.709910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.710322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.710734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.711135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.711593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.711996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.712403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.712800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.713201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.713596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.713985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:38.719050 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b02bfcf0-ba55-4b23-beb1-cbd7b5c97abc req-92ace1d4-48f2-4e74-920d-aa16de5015d0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=b89ba89e-f278-4293-a6c3-a9c4f0f85c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164931 Apr 16 11:52:38.720496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:38.753768 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-01578b9b-bc61-4211-902a-4c05d7d49df5 req-5a3fafc4-ecaf-4f4b-bd0d-a4e58eb241be tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631920 Apr 16 11:52:38.754658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.755533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:38.757297 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] 10.222.0.78 "PUT /v2.0/ports/1535e976-6d1a-4ad7-8f37-bb051cf2be72 HTTP/1.1" status: 200 len: 1093 time: 1.5703220 Apr 16 11:52:38.757809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'tag': '1535e976-6d1a-4ad7-8f37-bb051cf2be72'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:38.801319 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'code': 200} Apr 16 11:52:38.860582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-031d8f67-574e-456b-9ab1-4e9a12f20152 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.862765 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-031d8f67-574e-456b-9ab1-4e9a12f20152 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.3591475 Apr 16 11:52:38.981187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-ba076ac7-cf5f-48e7-804e-6090f004c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:38.983774 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-ba076ac7-cf5f-48e7-804e-6090f004c592 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ed881db3063457e97205f0e3d15246a&device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 1096 time: 0.1671185 Apr 16 11:52:39.063224 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-e557c18a-b180-47c9-b103-463bc0e6da27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1535e976-6d1a-4ad7-8f37-bb051cf2be72 HTTP/1.1" status: 200 len: 217 time: 0.0722246 Apr 16 11:52:39.198332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-d1d99a77-c1c1-4f01-945f-e35bbbd9ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.200075 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-d1d99a77-c1c1-4f01-945f-e35bbbd9ebe8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25836310-1a5c-40f6-b59b-f0de58cb5809 HTTP/1.1" status: 200 len: 849 time: 0.1273403 Apr 16 11:52:39.268908 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-fa92886c-cadc-4f3a-a916-171b2b72b345 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77aa4f91-ebd6-420a-83b4-7b4d75c9aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561483 Apr 16 11:52:39.274900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94aa58-ffc8-430d-bfbf-ced1ef04dbe8 req-f3426531-7f3d-4c01-bb5f-57396df9037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.276576 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3d94aa58-ffc8-430d-bfbf-ced1ef04dbe8 req-f3426531-7f3d-4c01-bb5f-57396df9037b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1098 time: 0.1596282 Apr 16 11:52:39.336795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:39.337122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:39.337468 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Floating IP e2f8c4d8-9c7b-414b-acab-5d52ab369cf7 disassociated. External IP: 172.28.1.65, port: 8990f57f-5580-453c-aa22-397171949432. Apr 16 11:52:39.337848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Calling delete_port for 8990f57f-5580-453c-aa22-397171949432 owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:39.378920 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Deleting port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:39.379486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:39.416928 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3d94aa58-ffc8-430d-bfbf-ced1ef04dbe8 req-5eaa0cf8-ba25-4295-b685-db9fd8b0556d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150708 Apr 16 11:52:39.454180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-8469aee7-7d46-4894-af86-01b51940edae service neutron] 10.222.0.78 "GET /v2.0/networks/77aa4f91-ebd6-420a-83b4-7b4d75c9aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765618 Apr 16 11:52:39.569783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c195a-1d6c-4864-a1e9-bf3f2b445c66 req-6a8ac506-94f0-452e-8a02-5cb2fdd13ccf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.571409 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-091c195a-1d6c-4864-a1e9-bf3f2b445c66 req-6a8ac506-94f0-452e-8a02-5cb2fdd13ccf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.6981642 Apr 16 11:52:39.586221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a5cb-5960-4067-a783-79cebdc8bf85 req-b19b2292-f921-48be-a40d-a47afe0fcdf1 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:39.587847 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2d11a5cb-5960-4067-a783-79cebdc8bf85 req-b19b2292-f921-48be-a40d-a47afe0fcdf1 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 943 time: 0.6753056 Apr 16 11:52:39.616032 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e5b9e06-7a8c-40b3-bf92-f385dac3ee0f req-ea031a53-2994-4e18-9de1-a511956a0e2f service neutron] 10.222.0.78 "GET /v2.0/networks/77aa4f91-ebd6-420a-83b4-7b4d75c9aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390176 Apr 16 11:52:39.800866 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-091c195a-1d6c-4864-a1e9-bf3f2b445c66 req-7c99e9af-d9f5-4dd3-88c4-2be3793c4714 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089999 Apr 16 11:52:39.815094 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2d11a5cb-5960-4067-a783-79cebdc8bf85 req-160897c2-493c-48ed-a14f-33a37a6a9106 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009089 Apr 16 11:52:39.850918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:39.872726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-8386933b-30b0-43f9-a19f-b16281dd1d33 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:39.876522 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'tag': '1535e976-6d1a-4ad7-8f37-bb051cf2be72', 'status': 'completed', 'code': 200} Apr 16 11:52:40.001189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-f0861494-82d0-44d3-b91b-71cb607d9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.001660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event deleted for resources: {'Port': ['ID=8990f57f-5580-453c-aa22-397171949432,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:40.003353 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-f0861494-82d0-44d3-b91b-71cb607d9599 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ed881db3063457e97205f0e3d15246a&device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 1096 time: 0.1011634 Apr 16 11:52:40.005044 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:40.125180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73e02824-e1a3-4ee6-b1d1-1bdfa8a476ad req-dcadbee0-454a-4bf3-bd4b-b8c4dca8db40 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 210 time: 0.1063175 Apr 16 11:52:40.150889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-bfc7f8ed-4567-448e-aebb-8ad69a6716a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.152671 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-bfc7f8ed-4567-448e-aebb-8ad69a6716a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 HTTP/1.1" status: 200 len: 911 time: 0.1397576 Apr 16 11:52:40.167886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] For port ad89ea78-ee6d-430e-a6e4-2717df3a89b2, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,segment=NetworkSegment(7f3a0a65-b34e-4d89-8013-c625f5815abe),segment_id=7f3a0a65-b34e-4d89-8013-c625f5815abe)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:40.168297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:40.234126 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-ecff8754-5e9c-4ebf-9c78-58443aafdcfe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1535e976-6d1a-4ad7-8f37-bb051cf2be72 HTTP/1.1" status: 200 len: 217 time: 0.0735683 Apr 16 11:52:40.307612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-46c60c90-3012-41b7-aa80-83c225d0c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.309559 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-46c60c90-3012-41b7-aa80-83c225d0c399 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25836310-1a5c-40f6-b59b-f0de58cb5809 HTTP/1.1" status: 200 len: 849 time: 0.0684590 Apr 16 11:52:40.333904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Calling delete_port for ad89ea78-ee6d-430e-a6e4-2717df3a89b2 owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:40.367849 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-fcf21911-f028-4de9-83e6-555831ada8b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77aa4f91-ebd6-420a-83b4-7b4d75c9aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504498 Apr 16 11:52:40.497511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa8030-e2c4-4cd8-abd9-2e0d5416effa req-8f90821b-b7d0-4463-b5ae-5c3851d18fd3 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.499193 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16fa8030-e2c4-4cd8-abd9-2e0d5416effa req-8f90821b-b7d0-4463-b5ae-5c3851d18fd3 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.4931250 Apr 16 11:52:40.515205 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-0408f12a-0eaf-4a0e-ab52-f08b8b3ba841 service neutron] 10.222.0.78 "GET /v2.0/networks/77aa4f91-ebd6-420a-83b4-7b4d75c9aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403937 Apr 16 11:52:40.658752 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22de02fb-ccfd-49ce-9acc-b2d9f1b0bce6 req-519e38b5-b382-4179-8a1e-036792132b9a service neutron] 10.222.0.78 "GET /v2.0/networks/77aa4f91-ebd6-420a-83b4-7b4d75c9aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355329 Apr 16 11:52:40.780375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0012-d24d-4800-a0df-0c4951af6d5b req-a8b96da7-8a54-4b7a-ae1d-3769f53612db tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:40.781889 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-902a0012-d24d-4800-a0df-0c4951af6d5b req-a8b96da7-8a54-4b7a-ae1d-3769f53612db tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/ports?device_id=45d550eb-7c49-4663-a13f-3933b19c16fc HTTP/1.1" status: 200 len: 945 time: 0.5356176 Apr 16 11:52:40.789876 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16fa8030-e2c4-4cd8-abd9-2e0d5416effa req-01972e41-afdc-43ff-9b96-570f72a2f97d tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233915 Apr 16 11:52:40.843942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:40.870058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2c8ed7f7-7cbd-44e8-b66b-1a74b3066731 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:40.985926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Pushing event deleted for resources: {'Port': ['ID=ad89ea78-ee6d-430e-a6e4-2717df3a89b2,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:41.034219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:41.054040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Router 878c041d-215c-4552-9e0c-f1584ec278b4 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:52:41.059401 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-902a0012-d24d-4800-a0df-0c4951af6d5b req-d534bfe6-2d95-4d0d-a4c8-e6876c1b0471 tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663274 Apr 16 11:52:41.605753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 1535e976-6d1a-4ad7-8f37-bb051cf2be72 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:52:41.608430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 8990f57f-5580-453c-aa22-397171949432 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:52:41.651083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 8990f57f-5580-453c-aa22-397171949432 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:52:41.651503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 8990f57f-5580-453c-aa22-397171949432 not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:52:41.651967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device ad89ea78-ee6d-430e-a6e4-2717df3a89b2 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:52:41.664854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051b5eb-44d4-4486-a94b-b60d1d74b26f req-06ab2f04-4545-4db9-8f37-92d3d147779c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:41.666529 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b051b5eb-44d4-4486-a94b-b60d1d74b26f req-06ab2f04-4545-4db9-8f37-92d3d147779c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.7425735 Apr 16 11:52:41.693385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] No DVR routers for this DVR port ad89ea78-ee6d-430e-a6e4-2717df3a89b2 on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:52:41.694745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: ad89ea78-ee6d-430e-a6e4-2717df3a89b2 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:52:41.695157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device ad89ea78-ee6d-430e-a6e4-2717df3a89b2 not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:52:41.713324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:41.722195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'name': 'network-vif-deleted', 'tag': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:41.788608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:52:41.806689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] Sync routers for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:52:41.822750 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1156b39c-c4d0-4449-9aec-b1258c4abff9 req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] 10.222.0.78 "DELETE /v2.0/ports/ad89ea78-ee6d-430e-a6e4-2717df3a89b2 HTTP/1.1" status: 204 len: 173 time: 2.9481697 Apr 16 11:52:41.825973 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b051b5eb-44d4-4486-a94b-b60d1d74b26f req-a22f884d-e693-449d-b8b5-96c5efd80717 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401012 Apr 16 11:52:41.834786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031275-a75c-4c22-851c-e5656a120031 req-5c9665b9-71a7-4f94-be51-452012397a44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:41.842877 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9a031275-a75c-4c22-851c-e5656a120031 req-5c9665b9-71a7-4f94-be51-452012397a44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.6757295 Apr 16 11:52:41.851457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 1535e976-6d1a-4ad7-8f37-bb051cf2be72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1535e976-6d1a-4ad7-8f37-bb051cf2be72,segment=NetworkSegment(6036ee28-3930-4f82-ab43-e357d03af167),segment_id=6036ee28-3930-4f82-ab43-e357d03af167)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:41.863759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:41.864290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:41.953038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '1535e976-6d1a-4ad7-8f37-bb051cf2be72', 'network_id': '77aa4f91-ebd6-420a-83b4-7b4d75c9aee2', 'port_id': '1535e976-6d1a-4ad7-8f37-bb051cf2be72', 'mac_address': 'fa:16:3e:c1:95:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25836310-1a5c-40f6-b59b-f0de58cb5809', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:52:41.979256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] No DVR routers for this DVR port 8990f57f-5580-453c-aa22-397171949432 on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:52:41.982282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:41.984768 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4c4d6b5f-21d9-4729-a19c-9a310cb0d379 req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "DELETE /v2.0/ports/8990f57f-5580-453c-aa22-397171949432 HTTP/1.1" status: 204 len: 173 time: 4.0732625 Apr 16 11:52:41.988545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-9a031275-a75c-4c22-851c-e5656a120031 req-9e36c921-ba29-4c36-b13d-f1cbbfaf580c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447558 Apr 16 11:52:42.103151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:42.109768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba599b1-5c1e-4534-8347-6edd73f5b050 req-fce06270-7d27-4eb1-af2a-5700ee0432ae tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:42.112031 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dba599b1-5c1e-4534-8347-6edd73f5b050 req-fce06270-7d27-4eb1-af2a-5700ee0432ae tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 943 time: 0.1213603 Apr 16 11:52:42.137470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1535e976-6d1a-4ad7-8f37-bb051cf2be72 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:42.165368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:42.191281 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-5f6f16ff-5ec8-4801-8102-c0d1d2ea9a4d req-d197ba79-fb01-44c2-9c8e-36bbe0f48356 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Synchronizing usage tracker for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:42.222422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 1535e976-6d1a-4ad7-8f37-bb051cf2be72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1535e976-6d1a-4ad7-8f37-bb051cf2be72,segment=NetworkSegment(6036ee28-3930-4f82-ab43-e357d03af167),segment_id=6036ee28-3930-4f82-ab43-e357d03af167)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:42.222984 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dba599b1-5c1e-4534-8347-6edd73f5b050 req-25d358c9-da67-420d-b70f-dcee310f9649 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035953 Apr 16 11:52:42.228155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-5f6f16ff-5ec8-4801-8102-c0d1d2ea9a4d req-d197ba79-fb01-44c2-9c8e-36bbe0f48356 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Unset dirty status for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:42.228278 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:42.229886 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5f6f16ff-5ec8-4801-8102-c0d1d2ea9a4d req-d197ba79-fb01-44c2-9c8e-36bbe0f48356 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=33f49e0b-d850-45f3-a5b1-61abb3b97b9d HTTP/1.1" status: 200 len: 210 time: 0.1114421 Apr 16 11:52:42.232395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:42.305013 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d550eb-7c49-4663-a13f-3933b19c16fc', 'name': 'network-vif-deleted', 'tag': 'ad89ea78-ee6d-430e-a6e4-2717df3a89b2', 'status': 'completed', 'code': 200} Apr 16 11:52:42.512061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbf8ba-7a74-49b5-ade7-af41c9b41c81 req-e9440884-a98f-426b-a2ee-89ad12963201 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:42.517605 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f6cbf8ba-7a74-49b5-ade7-af41c9b41c81 req-e9440884-a98f-426b-a2ee-89ad12963201 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.1095874 Apr 16 11:52:42.519986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['1535e976-6d1a-4ad7-8f37-bb051cf2be72'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:42.523870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50368) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:42.553238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Request body: {'floatingip': {'port_id': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:42.613348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=1535e976-6d1a-4ad7-8f37-bb051cf2be72,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:42.625206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.625596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.625978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.626356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.626728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.627136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.627552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.627879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.628615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.629103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.629477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.629966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:52:42.636659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:42.648861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ba59424b-2aa5-4969-8350-0243fa6952bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:42.726178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:42.927073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:42.947316 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] Checking router: 878c041d-215c-4552-9e0c-f1584ec278b4 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:52:42.961734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:42.963324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:42.988677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab65ea-43d9-4f54-9508-9d71f48dd095 req-2e56817c-e06f-447f-accf-e0ad2626cb23 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:42.990544 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7dab65ea-43d9-4f54-9508-9d71f48dd095 req-2e56817c-e06f-447f-accf-e0ad2626cb23 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.3368368 Apr 16 11:52:43.057859 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7dab65ea-43d9-4f54-9508-9d71f48dd095 req-5df51cc1-9537-4d84-b095-5212bb720e9a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566368 Apr 16 11:52:43.230228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:43.377121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50386) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:43.457601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:43.501231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:43.567152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:43.576380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b02b9b58-356e-4ca8-b1ce-934587f4d925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:43.594672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89ba89e-f278-4293-a6c3-a9c4f0f85c08,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:43.598261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:43.607665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:43.611979 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "DELETE /v2.0/security-groups/b89ba89e-f278-4293-a6c3-a9c4f0f85c08 HTTP/1.1" status: 204 len: 168 time: 0.2320874 Apr 16 11:52:43.612660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50394) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:43.631706 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.v2.resource [None req-e35ae3b1-4076-44a6-96d0-3a383b0a7d61 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] show failed (client error): The resource could not be found. Apr 16 11:52:43.636577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50398) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:43.637705 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e35ae3b1-4076-44a6-96d0-3a383b0a7d61 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups/b89ba89e-f278-4293-a6c3-a9c4f0f85c08 HTTP/1.1" status: 404 len: 347 time: 0.0240309 Apr 16 11:52:43.700745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:43.705224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4ff6c-dd84-4b05-be7a-713c87cbafc9 None None] The sync data for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb is: [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:52:43.752088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e8274-8cf8-4461-8587-1f535d555874 req-9b483805-66e3-4fa8-b3eb-40bdadd65a28 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:43.754257 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-626e8274-8cf8-4461-8587-1f535d555874 req-9b483805-66e3-4fa8-b3eb-40bdadd65a28 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 944 time: 0.3268442 Apr 16 11:52:43.872407 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:43.885246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:43.938597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Deleting port 51ed69cf-3d79-46a7-88c9-29aa85c41d6f {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:43.939093 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:44.083676 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-626e8274-8cf8-4461-8587-1f535d555874 req-45f776d4-0a2c-4274-a9f2-719426957add tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131945 Apr 16 11:52:44.092377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a2118-98e6-48b1-bc5e-8b079a4aaee7 None None] New status for floating IP e2f8c4d8-9c7b-414b-acab-5d52ab369cf7: DOWN {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:52:44.234906 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Floating IP ca28d517-5ac1-4d1c-b832-939f45bde927 associated. External IP: 172.28.1.207, port: c0037098-7f3e-4164-a2e0-79946d76b90d. Apr 16 11:52:44.314279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'name': 'network-vif-deleted', 'tag': '8990f57f-5580-453c-aa22-397171949432'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:44.395847 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f49e0b-d850-45f3-a5b1-61abb3b97b9d', 'name': 'network-vif-deleted', 'tag': '8990f57f-5580-453c-aa22-397171949432', 'status': 'completed', 'code': 200} Apr 16 11:52:44.435348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:44.435731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:44.598805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Calling delete_port for 51ed69cf-3d79-46a7-88c9-29aa85c41d6f owned by network:floatingip {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:44.820628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-80d7f427-5edb-41e7-980b-3e778d234d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:45.112550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85349) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:52:45.113137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:52:45.128217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:52:45.241743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:45.393802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:52:45.404605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] Sync routers for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:52:45.412708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0b04e-a039-4e50-a6ad-b69069abd9e8 req-af0996a8-0968-47e6-8558-1352f4b21a59 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:45.414335 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ecd0b04e-a039-4e50-a6ad-b69069abd9e8 req-af0996a8-0968-47e6-8558-1352f4b21a59 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 944 time: 0.1516936 Apr 16 11:52:45.420672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:45.421222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:45.421353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:45.522711 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ecd0b04e-a039-4e50-a6ad-b69069abd9e8 req-9f424484-e297-468c-8d9b-421fc98ac061 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729949 Apr 16 11:52:45.524393 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a7bf83c0-e3fe-49b8-b46a-97e506bd4541 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "PUT /v2.0/floatingips/ca28d517-5ac1-4d1c-b832-939f45bde927 HTTP/1.1" status: 200 len: 991 time: 2.9991083 Apr 16 11:52:45.614678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Deleting port 51ed69cf-3d79-46a7-88c9-29aa85c41d6f {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:45.615080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:45.622661 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 1535e976-6d1a-4ad7-8f37-bb051cf2be72 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:52:45.685768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:45.857840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:45.858076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:45.858368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:45.867004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:45.867431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.030911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Calling delete_port for 51ed69cf-3d79-46a7-88c9-29aa85c41d6f owned by network:floatingip {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:46.152181 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.207999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.223810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 1535e976-6d1a-4ad7-8f37-bb051cf2be72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1535e976-6d1a-4ad7-8f37-bb051cf2be72,segment=NetworkSegment(6036ee28-3930-4f82-ab43-e357d03af167),segment_id=6036ee28-3930-4f82-ab43-e357d03af167)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:46.226793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1535e976-6d1a-4ad7-8f37-bb051cf2be72'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:46.227912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c71d6d7-f217-4161-90f9-579247adea16 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:46.244593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.246756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:46.325255 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1535e976-6d1a-4ad7-8f37-bb051cf2be72', 'code': 200} Apr 16 11:52:46.333176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event deleted for resources: {'Port': ['ID=51ed69cf-3d79-46a7-88c9-29aa85c41d6f,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:46.335839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:46.355013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=1535e976-6d1a-4ad7-8f37-bb051cf2be72,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:46.366842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:46.382130 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': 'ca28d517-5ac1-4d1c-b832-939f45bde927', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'port_id': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'mac_address': 'fa:16:3e:be:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:20Z', 'updated_at': '2021-04-16T11:52:43Z', 'revision_number': 1, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:46.387079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] Checking router: 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:52:46.397833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:46.398530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:46.404109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:46.462950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.468707 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'status': 'completed', 'code': 200} Apr 16 11:52:46.489475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.491300 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-33c51392-eab3-4cfd-8e44-3e5ff139bf07 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "DELETE /v2.0/floatingips/e2f8c4d8-9c7b-414b-acab-5d52ab369cf7 HTTP/1.1" status: 204 len: 168 time: 2.8517144 Apr 16 11:52:46.583040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.647649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:46.668583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21661fec-1587-4f36-86f7-63b283978964 req-97507062-51d8-45b7-b469-9688f6f1838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:46.670144 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21661fec-1587-4f36-86f7-63b283978964 req-97507062-51d8-45b7-b469-9688f6f1838e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1098 time: 0.1736617 Apr 16 11:52:46.677134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ebb86-99f4-47bc-9b16-3e4dde5e33f5 req-0c81340b-b6d9-423a-90bd-c82333ab3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:46.679355 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-343ebb86-99f4-47bc-9b16-3e4dde5e33f5 req-0c81340b-b6d9-423a-90bd-c82333ab3ab7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 1098 time: 0.1199133 Apr 16 11:52:46.750067 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50452) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:46.757506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615377613', 'description': 'tempest-description--536233417'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:46.768616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:46.773194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:46.777616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:46.784428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:46.794587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.822839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:46.835634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group_rule and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:46.840706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:46.848844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:46.917428 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-343ebb86-99f4-47bc-9b16-3e4dde5e33f5 req-627d74e6-78af-4e53-a9ff-6bdab7356b86 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050500 Apr 16 11:52:46.970465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.974588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:46.980047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21661fec-1587-4f36-86f7-63b283978964 req-c80be690-1e95-4a2a-8d46-3599b9500ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:46.981710 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21661fec-1587-4f36-86f7-63b283978964 req-c80be690-1e95-4a2a-8d46-3599b9500ff8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.3016865 Apr 16 11:52:46.982492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9e4b71e5-9394-4fe8-99eb-9cf006431a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:46.991229 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007da54-f660-44fa-8db8-76963a3a9376 req-bf5ba9ff-d2b8-41d3-9a4f-d7b8db8adca8 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:46.992977 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7007da54-f660-44fa-8db8-76963a3a9376 req-bf5ba9ff-d2b8-41d3-9a4f-d7b8db8adca8 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 945 time: 0.1885853 Apr 16 11:52:47.054817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079cf850-7212-40bd-bfbf-ab9f8c6629ce,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:47.059590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:47.060994 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.062462 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3110237 Apr 16 11:52:47.072216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50456) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:47.079032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'security_group_rule': {'security_group_id': '079cf850-7212-40bd-bfbf-ab9f8c6629ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:47.087536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:47.092875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group_rule and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:47.096816 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:47.104191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:47.123106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.149515 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21661fec-1587-4f36-86f7-63b283978964 req-6ef7286f-132b-4212-9b40-80a3b1a49993 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 200 len: 999 time: 0.1554170 Apr 16 11:52:47.154628 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7007da54-f660-44fa-8db8-76963a3a9376 req-dbc66a8d-acb1-4d02-8899-46562353e4c9 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705922 Apr 16 11:52:47.201911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.205149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.214719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:47.223794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21661fec-1587-4f36-86f7-63b283978964 req-982224cc-21ac-4961-abb8-81269311e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:47.225568 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21661fec-1587-4f36-86f7-63b283978964 req-982224cc-21ac-4961-abb8-81269311e741 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.0685272 Apr 16 11:52:47.236208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1814d49-a1ae-433d-a0e6-5428b1166363,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:47.237317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.239185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:47.246620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.247999 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742027 Apr 16 11:52:47.250796 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50460) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:47.257262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'security_group_rule': {'security_group_id': '079cf850-7212-40bd-bfbf-ab9f8c6629ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:47.263768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:47.268145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:security_group_rule and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:47.271719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:47.278198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:47.296843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.334515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21661fec-1587-4f36-86f7-63b283978964 req-0f04e7ca-588b-482d-a068-b84943f8e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:47.336276 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21661fec-1587-4f36-86f7-63b283978964 req-0f04e7ca-588b-482d-a068-b84943f8e87e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1037254 Apr 16 11:52:47.348925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': 'ca28d517-5ac1-4d1c-b832-939f45bde927', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'port_id': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'mac_address': 'fa:16:3e:be:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:20Z', 'updated_at': '2021-04-16T11:52:43Z', 'revision_number': 1, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:47.354073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2bbdb8-e2a4-4338-9938-faa9bd79abf3 None None] The sync data for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb is: [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': 'ca28d517-5ac1-4d1c-b832-939f45bde927', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'port_id': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'mac_address': 'fa:16:3e:be:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:20Z', 'updated_at': '2021-04-16T11:52:43Z', 'revision_number': 1, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:52:47.384989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.388783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.391316 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:47.419182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f177492-cc66-4b58-b282-2199d97b7a2d,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:47.422651 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:47.432137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.433900 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1820631 Apr 16 11:52:47.437246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50468) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:47.444295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'floatingip': {'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:47.451874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:47.457106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Usage tracker for resource:floatingip and tenant:1bfe3f2314eb400ea05be5ff9ff781ac is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:47.460740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:47.469195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:47.480090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.514636 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21661fec-1587-4f36-86f7-63b283978964 req-e3c6af8b-027f-4f10-90f9-2f2e0349b082 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651738 Apr 16 11:52:47.641720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.709888 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21661fec-1587-4f36-86f7-63b283978964 req-79863b19-47bf-4d26-9792-f7ece04b4a0d service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857288 Apr 16 11:52:47.741579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec7e90-2d70-4167-8749-74ec055b17bf None None] New status for floating IP ca28d517-5ac1-4d1c-b832-939f45bde927: ACTIVE {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:52:47.805979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Allocated IP 172.28.1.41 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/db86325e-486f-4baa-bca3-cf614bf0b63b) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:48.004703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.056011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.072289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe4b0824-bc6a-4fb7-95cc-48b0810397d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:48.451107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510dc8-cba0-4240-8eb5-7e4de4532e33 req-68d25b34-7ab7-449c-a401-48d97412830e tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:48.452880 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c3510dc8-cba0-4240-8eb5-7e4de4532e33 req-68d25b34-7ab7-449c-a401-48d97412830e tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 945 time: 0.1690581 Apr 16 11:52:48.462328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4456e-1e25-4f04-82dc-10e7401512f5 req-a40a078b-03f7-4663-9d73-b2edcf1afe46 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:48.464054 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2de4456e-1e25-4f04-82dc-10e7401512f5 req-a40a078b-03f7-4663-9d73-b2edcf1afe46 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.1417727 Apr 16 11:52:48.464200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'Port': ['ID=db86325e-486f-4baa-bca3-cf614bf0b63b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:48.468891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:48.508652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:48.509857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:48.512393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:48.546538 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c3510dc8-cba0-4240-8eb5-7e4de4532e33 req-6097bba1-2832-4017-8f1a-77b0a8d5d404 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813773 Apr 16 11:52:48.555042 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2de4456e-1e25-4f04-82dc-10e7401512f5 req-98de4f81-56ca-4c62-83b8-2692cee324a1 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707583 Apr 16 11:52:48.582039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50490) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:48.602419 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.671717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.857790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a226a-d021-4b07-8322-5fd1a254bd3d tempest-TestMinimumBasicScenario-1360069708 tempest-TestMinimumBasicScenario-1360069708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:48.859923 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e58a226a-d021-4b07-8322-5fd1a254bd3d tempest-TestMinimumBasicScenario-1360069708 tempest-TestMinimumBasicScenario-1360069708-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1094 time: 0.2767103 Apr 16 11:52:48.863000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50500) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:48.869716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'floatingip': {'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'port_id': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:48.879120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:48.888695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:floatingip and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:48.892042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:48.899234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:48.915412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for floatingip, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.943262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for port, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.949388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2079636'] for port, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.983590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-53a73806-e603-44f5-84fc-3912e3431e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:49.215569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'Port': ['ID=db86325e-486f-4baa-bca3-cf614bf0b63b,revision_number=2']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:49.222125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:49.334548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:49.364761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:49.366622 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9281039 Apr 16 11:52:49.410939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:49.561313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Allocated IP 172.28.1.248 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/853e2b5b-7843-4610-a9df-f73090db174d) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:49.686642 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-8b3d8044-188f-4a1b-93dd-c6e45421a5f4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--615377613&fields=id&tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac HTTP/1.1" status: 200 len: 267 time: 0.1208272 Apr 16 11:52:49.879155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:49.914022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-3838e008-1772-47e3-baf0-0837272ae983 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:49.915682 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-3838e008-1772-47e3-baf0-0837272ae983 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 811 time: 0.2173104 Apr 16 11:52:49.938452 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-8139917f-0aba-4709-9c84-90edb682e9ea tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/quotas/1bfe3f2314eb400ea05be5ff9ff781ac HTTP/1.1" status: 200 len: 375 time: 0.0158787 Apr 16 11:52:49.989152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:50.010256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:50.164889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'Port': ['ID=853e2b5b-7843-4610-a9df-f73090db174d,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:50.184476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:50.225463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-eca42779-56b4-4111-8650-f800adbaf05f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Synchronizing usage tracker for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:50.255541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-eca42779-56b4-4111-8650-f800adbaf05f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Unset dirty status for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:50.257014 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-eca42779-56b4-4111-8650-f800adbaf05f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3113551 Apr 16 11:52:50.262105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:50.263155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:50.265516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:50.587416 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-27448585-7946-4e3b-927e-bfe50e7974b8 service neutron] 10.222.0.58 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884562 Apr 16 11:52:50.846095 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-b6430743-0103-4691-9e89-698d92c5de33 service neutron] 10.222.0.58 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031901 Apr 16 11:52:50.903770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:50.982460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:51.126590 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-054b45c9-cddc-4c83-aa6c-8a976352197a req-c03bc925-4482-4f2f-acb1-a317632b558f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 210 time: 0.0666013 Apr 16 11:52:51.269576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:51.273423 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:51.289818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:51.434349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'Port': ['ID=853e2b5b-7843-4610-a9df-f73090db174d,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:51.437290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:51.492916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:51.582306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:51.931811 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Floating IP 95d22a84-c1bb-4614-8aaf-6b72c3253fb4 associated. External IP: 172.28.1.248, port: 4bab8173-f411-4a2b-97b2-07418da7d0cb. Apr 16 11:52:52.498679 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1ea76ec6-2e27-452f-b039-4952af861e04 req-af63b456-898d-420c-b768-a035f66abe12 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 210 time: 0.1854994 Apr 16 11:52:52.613824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d41c49-88c1-4f65-8f9a-0537b112433f req-ba83082f-2e06-4756-a8b7-5dde41b6f6e6 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:52.615551 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71d41c49-88c1-4f65-8f9a-0537b112433f req-ba83082f-2e06-4756-a8b7-5dde41b6f6e6 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 945 time: 0.4562292 Apr 16 11:52:52.668805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-83cfe21a-a432-4037-8de4-05a87c1a9f9d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:52.670378 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-83cfe21a-a432-4037-8de4-05a87c1a9f9d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 811 time: 0.4030352 Apr 16 11:52:52.672617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Router 6d061ff1-1111-4736-84c1-99783678e57e has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:52:52.799652 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-71d41c49-88c1-4f65-8f9a-0537b112433f req-822b341f-2c67-4e71-a1b9-80fd720e418d tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686573 Apr 16 11:52:52.930315 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-6c368a19-aca9-4042-9a29-54d9b2c4bfb1 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac HTTP/1.1" status: 200 len: 5703 time: 0.2470443 Apr 16 11:52:52.944164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'port': {'device_id': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'admin_state_up': True, 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'security_groups': ['079cf850-7212-40bd-bfbf-ab9f8c6629ce']}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:53.058841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:52:53.068657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] Sync routers for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:52:53.079601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:53.080382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:53.122610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.175794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:53.199233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:53.202428 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3381159 Apr 16 11:52:53.204554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:53.207220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50590) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:53.217432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Made reservation on behalf of 1bfe3f2314eb400ea05be5ff9ff781ac for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:52:53.219089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663539500', 'description': 'tempest-secgroup-smoke-663539500 description', 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:53.225063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.228284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:53.233543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:53.239402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:53.248106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:53.260414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.280293 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:53.288414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:53.293261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:53.293693 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'status': 'completed', 'code': 200} Apr 16 11:52:53.296636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:53.303173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:53.381764 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.385253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.392300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:53.436275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc7711-d47f-4ec8-adfd-452548c35c1a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:53.439264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:53.440697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.446210 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2367735 Apr 16 11:52:53.446210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50596) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:53.452777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'security_group_rule': {'security_group_id': '7abc7711-d47f-4ec8-adfd-452548c35c1a', 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:53.458966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:53.467242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:53.468372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fad900-6da0-4508-b768-3a754760da54 req-6c86a01e-db80-421f-b4ef-2f7dd850270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:53.470002 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73fad900-6da0-4508-b768-3a754760da54 req-6c86a01e-db80-421f-b4ef-2f7dd850270e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1099 time: 0.1754591 Apr 16 11:52:53.471838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:53.481108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:53.484391 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Allocated IP 172.20.0.5 (f0571358-95c5-4514-b55e-43d6aeecc7a5/c9c4c602-70c2-4c77-bb88-29374d9a1061/813922bb-cc88-4db9-a680-a651f35925b5) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:52:53.507184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.576287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.579997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.583231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1cda2377-1a57-4994-b566-87c34399aa28 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:53.615144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.619234 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695819 Apr 16 11:52:53.620270 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50602) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:53.623491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b38848e-eba9-49bb-a61f-9b666fa0481a,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:53.633111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'security_group_rule': {'security_group_id': '7abc7711-d47f-4ec8-adfd-452548c35c1a', 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:53.635182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-06523d66-389c-457e-abc5-e04d61714a4f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:53.727427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '95d22a84-c1bb-4614-8aaf-6b72c3253fb4', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'floating_ip_address': '172.28.1.248', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'port_id': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'mac_address': 'fa:16:3e:8a:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:50Z', 'updated_at': '2021-04-16T11:52:50Z', 'revision_number': 0, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:56Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:53.740118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] Checking router: 6d061ff1-1111-4736-84c1-99783678e57e for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:52:53.750947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:52:53.751821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:53.759046 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:53.782479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:53.792631 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b72d0f1-aedc-4109-b351-dbe0f7387533 req-9cca5be5-15f1-401f-8df8-063f68c27caa tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 210 time: 0.1309736 Apr 16 11:52:53.794793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-2d540d75-d836-4783-9ffc-98e0ca10f9af tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:53.796299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-2d540d75-d836-4783-9ffc-98e0ca10f9af tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Synchronizing usage tracker for tenant:7ed881db3063457e97205f0e3d15246a on resource:port {{(pid=85350) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:53.807647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:53.830762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:53.844580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fad900-6da0-4508-b768-3a754760da54 req-dc31bf5b-3dd8-420b-a5b9-2f77c511dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:53.845171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-2d540d75-d836-4783-9ffc-98e0ca10f9af tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Unset dirty status for tenant:7ed881db3063457e97205f0e3d15246a on resource:port {{(pid=85350) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:53.846207 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73fad900-6da0-4508-b768-3a754760da54 req-dc31bf5b-3dd8-420b-a5b9-2f77c511dddd service neutron] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 917 time: 0.3568895 Apr 16 11:52:53.848099 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-2d540d75-d836-4783-9ffc-98e0ca10f9af tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.78 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 945 time: 0.1683161 Apr 16 11:52:53.984681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:53.989669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Deleting port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:52:53.990320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.025857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:52:54.143469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.335348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] For port 1535e976-6d1a-4ad7-8f37-bb051cf2be72, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1535e976-6d1a-4ad7-8f37-bb051cf2be72,segment=NetworkSegment(6036ee28-3930-4f82-ab43-e357d03af167),segment_id=6036ee28-3930-4f82-ab43-e357d03af167)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:54.335348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.439076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.461189 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '95d22a84-c1bb-4614-8aaf-6b72c3253fb4', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'floating_ip_address': '172.28.1.248', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'port_id': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'mac_address': 'fa:16:3e:8a:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:50Z', 'updated_at': '2021-04-16T11:52:50Z', 'revision_number': 0, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:56Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:52:54.463457 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73fad900-6da0-4508-b768-3a754760da54 req-ed3f010c-bdde-4a5c-a83a-e0539e12a5b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 1000 time: 0.6042619 Apr 16 11:52:54.465923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e716e3f-7906-43dd-b1c7-a726044622c0 None None] The sync data for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb is: [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '95d22a84-c1bb-4614-8aaf-6b72c3253fb4', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'floating_ip_address': '172.28.1.248', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'port_id': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'mac_address': 'fa:16:3e:8a:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:50Z', 'updated_at': '2021-04-16T11:52:50Z', 'revision_number': 0, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:56Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:52:54.467811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.475212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Transition to ACTIVE for port object 813922bb-cc88-4db9-a680-a651f35925b5 will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:54.481145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-86cb5904-e12a-4b53-9710-e60a7536f771 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:54.486328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Calling delete_port for 1535e976-6d1a-4ad7-8f37-bb051cf2be72 owned by compute:nova {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:52:54.571894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b0f633-ba02-441c-b7f1-7ab3f075dd59,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:54.594708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:54.604481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.605819 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b62945fd-37cc-4655-a50d-3b95c1e802b0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9819176 Apr 16 11:52:54.611191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50618) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:54.612845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fad900-6da0-4508-b768-3a754760da54 req-65ff1094-3c4c-4c9d-89a4-ed6103e468db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:54.614885 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73fad900-6da0-4508-b768-3a754760da54 req-65ff1094-3c4c-4c9d-89a4-ed6103e468db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.1363964 Apr 16 11:52:54.624896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'security_group_rule': {'security_group_id': '7abc7711-d47f-4ec8-adfd-452548c35c1a', 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:54.641300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.652648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['1535e976-6d1a-4ad7-8f37-bb051cf2be72'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:54.657617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-960d7f47-4d12-444e-9596-a594f0669138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:54.677330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da14c7-d3e6-4f60-9f06-acb729c8f216 req-30778b91-9dbf-4a4a-ba2c-40012ba521d2 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:54.678917 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-08da14c7-d3e6-4f60-9f06-acb729c8f216 req-30778b91-9dbf-4a4a-ba2c-40012ba521d2 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/ports?device_id=a12b9ef5-4c91-4c05-abd2-e8499eda281c HTTP/1.1" status: 200 len: 945 time: 0.6660895 Apr 16 11:52:54.680163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:54.699870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.701947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:54.707562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:54.727384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:54.758828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Pushing event deleted for resources: {'Port': ['ID=1535e976-6d1a-4ad7-8f37-bb051cf2be72,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:54.765965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:54.782929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767d58c-5878-406f-9b8b-0217d03f7f32 None None] New status for floating IP 95d22a84-c1bb-4614-8aaf-6b72c3253fb4: ACTIVE {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:52:54.793282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:54.942410 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] No DVR routers for this DVR port 1535e976-6d1a-4ad7-8f37-bb051cf2be72 on host hv-cinder-68948 {{(pid=85350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:52:54.945080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:54.948216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'name': 'network-vif-deleted', 'tag': '1535e976-6d1a-4ad7-8f37-bb051cf2be72'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:54.969285 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6c5dd5e3-cfb1-4645-943f-06e93e9c4a0b req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.78 "DELETE /v2.0/ports/1535e976-6d1a-4ad7-8f37-bb051cf2be72 HTTP/1.1" status: 204 len: 173 time: 1.1091576 Apr 16 11:52:54.993285 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-08da14c7-d3e6-4f60-9f06-acb729c8f216 req-728b0dce-9d7b-4ac6-8ebe-30b543b9e3f1 tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5a110d2-abdb-4426-a821-c400b4c87a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880206 Apr 16 11:52:55.003832 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event updated for resources: {'Port': ['ID=813922bb-cc88-4db9-a680-a651f35925b5,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:55.010500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.022241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:55.084987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fad900-6da0-4508-b768-3a754760da54 req-046d2de0-9215-4604-bd4b-e3014d8ea395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:55.086963 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73fad900-6da0-4508-b768-3a754760da54 req-046d2de0-9215-4604-bd4b-e3014d8ea395 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4557192 Apr 16 11:52:55.108617 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12b9ef5-4c91-4c05-abd2-e8499eda281c', 'name': 'network-vif-deleted', 'tag': '1535e976-6d1a-4ad7-8f37-bb051cf2be72', 'status': 'completed', 'code': 200} Apr 16 11:52:55.172125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:52:55.184164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:52:55.238593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:52:55.244857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:55.245531 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.310340 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d26ccf2f-dac4-49d9-9794-8bc9135579cc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3729489 Apr 16 11:52:55.317946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.340130 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Request body: {'port': {'device_id': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:55.367208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.400989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:55.425238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-547c5395-e2ae-4df6-a31d-2c7f3b8cb8f8 None None] Provisioning for port 813922bb-cc88-4db9-a680-a651f35925b5 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:52:55.431257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-547c5395-e2ae-4df6-a31d-2c7f3b8cb8f8 None None] Provisioning complete for port 813922bb-cc88-4db9-a680-a651f35925b5 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:55.432192 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-547c5395-e2ae-4df6-a31d-2c7f3b8cb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.457939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a425752-1b18-41c8-b99c-a0698fae19af,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:55.462951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:55.474114 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73fad900-6da0-4508-b768-3a754760da54 req-d77119a6-2da0-4db9-b2fc-4f9aeb515ec7 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686829 Apr 16 11:52:55.516948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-547c5395-e2ae-4df6-a31d-2c7f3b8cb8f8 None None] Port 813922bb-cc88-4db9-a680-a651f35925b5 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:52:55.523077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30f2d6-a851-419b-b2c8-27ddcb1c0e87 req-01bf4a41-7190-4a56-85e9-111354c3aefc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:55.524005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2f30f2d6-a851-419b-b2c8-27ddcb1c0e87 req-01bf4a41-7190-4a56-85e9-111354c3aefc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Synchronizing usage tracker for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:52:55.555846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.557174 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9412518 Apr 16 11:52:55.560231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50636) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:55.566821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'security_group_rule': {'security_group_id': '7abc7711-d47f-4ec8-adfd-452548c35c1a', 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:55.573680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:55.577836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:55.581192 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:55.592478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:55.608537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.651944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-2f30f2d6-a851-419b-b2c8-27ddcb1c0e87 req-01bf4a41-7190-4a56-85e9-111354c3aefc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Unset dirty status for tenant:1bfe3f2314eb400ea05be5ff9ff781ac on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:52:55.653244 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f30f2d6-a851-419b-b2c8-27ddcb1c0e87 req-01bf4a41-7190-4a56-85e9-111354c3aefc tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 931 time: 0.5534368 Apr 16 11:52:55.661792 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.694539 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.697163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.699347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-57d6cd8e-e33e-4cb3-84c8-7561e50d4e1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:55.723826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2042d1-8959-48e0-b5b6-6cb3ec4f6e9b,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:55.726486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:55.732617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.733902 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7776c35d-bf9c-42e4-9277-092dbc7dc2bd tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1725979 Apr 16 11:52:55.736852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50640) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:55.742583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'security_group_rule': {'security_group_id': '7abc7711-d47f-4ec8-adfd-452548c35c1a', 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:55.748760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:55.753142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:55.756769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:55.763400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:55.773369 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.securitygroups_db [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Project cc4d90daf68e4bb9a07c0e60dd5f0751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 11:52:55.780333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.813042 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-73fad900-6da0-4508-b768-3a754760da54 req-3e7a2520-e823-4d2a-904a-d564282028b4 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004134 Apr 16 11:52:55.816077 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2f30f2d6-a851-419b-b2c8-27ddcb1c0e87 req-5dc003bf-6bd8-40ad-b379-e656e8cc7a48 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407430 Apr 16 11:52:55.860483 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.863945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.872306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:55.893234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b11b33b-6ff8-4bf2-b2e8-efe54fe74350,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:55.896269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:55.902999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:55.904522 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d50f97c7-4048-4d04-9979-d13e57d44c5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666925 Apr 16 11:52:55.907451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50644) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:52:55.913224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'security_group_rule': {'security_group_id': '7abc7711-d47f-4ec8-adfd-452548c35c1a', 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:55.919681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:52:55.923745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Usage tracker for resource:security_group_rule and tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:52:55.927635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:52:55.933812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:52:55.944649 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.securitygroups_db [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Project cc4d90daf68e4bb9a07c0e60dd5f0751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 11:52:55.951706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.026945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.029915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.038577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-82cae397-0d33-4d2f-a576-adb8cd715578 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:56.060484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6c5b8a-2b7d-43be-baea-f03d3e7d381e,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:56.062897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:56.070020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.071613 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6cefcea7-7121-49bb-80aa-871d651e4334 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1629834 Apr 16 11:52:56.134358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813922bb-cc88-4db9-a680-a651f35925b5 {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:52:56.143341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.159881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Transition to ACTIVE for port object 813922bb-cc88-4db9-a680-a651f35925b5 will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:52:56.163576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.180072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ffcb266f-8bc2-43fa-9f4e-ca26398c9754 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:56.356460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Pushing event updated for resources: {'Port': ['ID=813922bb-cc88-4db9-a680-a651f35925b5,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:56.359658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:56.381465 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-6d94b188-052b-45fd-a98b-9e26aca5dbe7 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663539500&fields=id&tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751 HTTP/1.1" status: 200 len: 267 time: 0.1650293 Apr 16 11:52:56.618959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Attempting to bind port 813922bb-cc88-4db9-a680-a651f35925b5 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:52:56.619250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Attempting to bind port 813922bb-cc88-4db9-a680-a651f35925b5 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:52:56.619637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Attempting to bind port 813922bb-cc88-4db9-a680-a651f35925b5 on network f0571358-95c5-4514-b55e-43d6aeecc7a5 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:56.628257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Port 813922bb-cc88-4db9-a680-a651f35925b5 on network f0571358-95c5-4514-b55e-43d6aeecc7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:52:56.628629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Attempting to bind port 813922bb-cc88-4db9-a680-a651f35925b5 on network f0571358-95c5-4514-b55e-43d6aeecc7a5 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:52:56.643021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-8fd51807-41f8-4a73-a47a-3992aac0549b tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:56.643813 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-8fd51807-41f8-4a73-a47a-3992aac0549b tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.2535684 Apr 16 11:52:56.647159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:52:56.647468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Checking segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:52:56.647844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Bound using segment: {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:52:56.648341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Bound port: 813922bb-cc88-4db9-a680-a651f35925b5, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87fcaa17-db26-4c26-846d-dfca2bbda116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:52:56.648714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.671965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'port': {'security_groups': ['cd406250-0178-49f9-a2bd-6efb4f19efc5', '7abc7711-d47f-4ec8-adfd-452548c35c1a']}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:52:56.885364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] For port 813922bb-cc88-4db9-a680-a651f35925b5, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:52:56.891060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:56.911790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] For port 813922bb-cc88-4db9-a680-a651f35925b5, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=813922bb-cc88-4db9-a680-a651f35925b5,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:52:56.950346 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:57.012559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9a2c28ae-6edc-474b-b583-6ec1e03f7ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:57.503206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Pushing event updated for resources: {'Port': ['ID=813922bb-cc88-4db9-a680-a651f35925b5,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:57.507360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:57.572400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d556d-68f9-437d-a19b-0c4bf6a53700 req-4fe19562-56ed-407f-8f45-005704bfbac3 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:57.574078 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7c9d556d-68f9-437d-a19b-0c4bf6a53700 req-4fe19562-56ed-407f-8f45-005704bfbac3 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.6322634 Apr 16 11:52:57.661903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:57.662207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:57.663771 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] 10.222.0.78 "PUT /v2.0/ports/813922bb-cc88-4db9-a680-a651f35925b5 HTTP/1.1" status: 200 len: 1093 time: 2.3323777 Apr 16 11:52:57.667766 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 1535e976-6d1a-4ad7-8f37-bb051cf2be72 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:52:57.668330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:52:57.716595 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 1535e976-6d1a-4ad7-8f37-bb051cf2be72 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:52:57.716979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 1535e976-6d1a-4ad7-8f37-bb051cf2be72 not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:52:57.833064 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7c9d556d-68f9-437d-a19b-0c4bf6a53700 req-c52620f9-a5e8-46e0-97a4-facd96a29e5f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519562 Apr 16 11:52:57.834874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:52:57.883987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:57.892327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:57.912195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-f4cb0baf-88b8-47b9-a759-086e932de3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:57.912524 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-f4cb0baf-88b8-47b9-a759-086e932de3f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 1096 time: 0.1971493 Apr 16 11:52:57.913133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:52:57.916300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['4bab8173-f411-4a2b-97b2-07418da7d0cb'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:58.127466 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-d32799b1-4948-422e-9d55-902555b8a174 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813922bb-cc88-4db9-a680-a651f35925b5 HTTP/1.1" status: 200 len: 217 time: 0.1585662 Apr 16 11:52:58.185802 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5', 'status': 'completed', 'code': 200} Apr 16 11:52:58.273804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-c8c30387-b909-4e9a-a931-96801208f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:58.275994 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-c8c30387-b909-4e9a-a931-96801208f81d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.1392255 Apr 16 11:52:58.291303 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=6']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:52:58.294968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:52:58.382151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:58.383043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:58.387447 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-19a83eb6-dbc7-4215-9e94-ad1d37e4b6aa req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "PUT /v2.0/ports/4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 982 time: 1.7252257 Apr 16 11:52:58.427535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-90e7ea10-7a97-4f96-8059-68024e79b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:58.429561 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-90e7ea10-7a97-4f96-8059-68024e79b286 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1304085 Apr 16 11:52:58.455702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['4bab8173-f411-4a2b-97b2-07418da7d0cb'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:52:58.624804 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-39670fa8-0f8d-411f-8c60-5c08d19781f6 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797585 Apr 16 11:52:58.673207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-f94888ae-d11c-4174-ab12-a7d0a5749445 None None] Provisioning complete for port 4bab8173-f411-4a2b-97b2-07418da7d0cb triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:52:58.673543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f94888ae-d11c-4174-ab12-a7d0a5749445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:58.844036 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3792bba4-157c-485b-b8fc-dbc7caa5ed18 req-cf8482f5-7511-4716-aeb8-a860f3b1ffb1 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087400 Apr 16 11:52:58.861632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e7a89-4e4b-47f3-896d-7d620ca6d054 req-cdd0e750-bbe8-4883-8714-4702e8c24132 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:58.863918 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-314e7a89-4e4b-47f3-896d-7d620ca6d054 req-cdd0e750-bbe8-4883-8714-4702e8c24132 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.2033260 Apr 16 11:52:58.979750 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-314e7a89-4e4b-47f3-896d-7d620ca6d054 req-183cec70-046b-4940-880e-8df7f2264a64 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084712 Apr 16 11:52:59.076093 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344b47-4136-470d-8842-67fa7fccbd4e req-d43a8537-13f6-45ff-aeb4-5dfea367205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:59.077703 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-13344b47-4136-470d-8842-67fa7fccbd4e req-d43a8537-13f6-45ff-aeb4-5dfea367205d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 1096 time: 0.1652999 Apr 16 11:52:59.121246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520dda0-c1a8-4523-86ce-e8cbd2500452 req-9b9c83d1-5b74-4e39-9912-48ccbc0512c3 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:59.122871 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f520dda0-c1a8-4523-86ce-e8cbd2500452 req-9b9c83d1-5b74-4e39-9912-48ccbc0512c3 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.1413817 Apr 16 11:52:59.266220 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f520dda0-c1a8-4523-86ce-e8cbd2500452 req-24ae0d30-312a-4b03-a951-e4e3dad5fda2 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812466 Apr 16 11:52:59.290864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344b47-4136-470d-8842-67fa7fccbd4e req-117d3a44-cd5c-4239-94f6-b6568ba46859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:59.292524 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-13344b47-4136-470d-8842-67fa7fccbd4e req-117d3a44-cd5c-4239-94f6-b6568ba46859 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 913 time: 0.2059901 Apr 16 11:52:59.372709 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-13344b47-4136-470d-8842-67fa7fccbd4e req-9240042d-8687-4018-a50a-43ede69aa84b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813922bb-cc88-4db9-a680-a651f35925b5 HTTP/1.1" status: 200 len: 217 time: 0.0731294 Apr 16 11:52:59.449194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344b47-4136-470d-8842-67fa7fccbd4e req-fb90fe90-beb6-41aa-99e1-c4e5995b767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:59.450663 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-13344b47-4136-470d-8842-67fa7fccbd4e req-fb90fe90-beb6-41aa-99e1-c4e5995b767c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.0658293 Apr 16 11:52:59.541420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344b47-4136-470d-8842-67fa7fccbd4e req-446cea55-3256-40b4-8f48-5f878de19ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:52:59.543187 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-13344b47-4136-470d-8842-67fa7fccbd4e req-446cea55-3256-40b4-8f48-5f878de19ff4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0857115 Apr 16 11:52:59.697073 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-13344b47-4136-470d-8842-67fa7fccbd4e req-0be7c639-c214-47b0-9dd2-2e8880680833 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438754 Apr 16 11:52:59.847516 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-13344b47-4136-470d-8842-67fa7fccbd4e req-c08ac420-1b98-4010-a5f8-57304c602d05 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408465 Apr 16 11:53:00.187101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:00.235364 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'status': 'completed', 'code': 200} Apr 16 11:53:00.349957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-3865a498-54e1-4a68-ac4c-c217e186e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:00.351724 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-3865a498-54e1-4a68-ac4c-c217e186e4eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1138 time: 0.0806003 Apr 16 11:53:00.567923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-07803e37-d502-4442-8de9-860557109ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:00.569525 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-07803e37-d502-4442-8de9-860557109ad8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 917 time: 0.2107589 Apr 16 11:53:00.578675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844254b7-960b-4065-a00a-c844ca6397ea req-9ecfa606-54f3-4312-92d1-5877c3cdbc31 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:00.580306 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-844254b7-960b-4065-a00a-c844ca6397ea req-9ecfa606-54f3-4312-92d1-5877c3cdbc31 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.1435852 Apr 16 11:53:00.722243 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-844254b7-960b-4065-a00a-c844ca6397ea req-5ddb7878-ba66-487e-9c90-4152b79b44a3 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827234 Apr 16 11:53:00.724445 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-1743d38e-e19a-4925-9b56-04437e778de1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 1002 time: 0.1432965 Apr 16 11:53:00.796843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-f109c250-3f44-47bf-bc1c-2b76619c4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:00.798466 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-f109c250-3f44-47bf-bc1c-2b76619c4816 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.0677087 Apr 16 11:53:00.887142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-05cfafb9-53a5-44d1-86dc-5f0bdc85700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:00.888778 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-05cfafb9-53a5-44d1-86dc-5f0bdc85700d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0823085 Apr 16 11:53:01.042219 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-5df30e33-9aa7-4a90-9f0d-c4c6c79044b3 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422315 Apr 16 11:53:01.189960 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-600df1f5-2f25-4c7b-aaff-d29daf7692f2 req-426daaa4-36c3-488c-bf53-d09261305be6 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399670 Apr 16 11:53:01.679559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 813922bb-cc88-4db9-a680-a651f35925b5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:53:01.823135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 813922bb-cc88-4db9-a680-a651f35925b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=813922bb-cc88-4db9-a680-a651f35925b5,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:01.837315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '813922bb-cc88-4db9-a680-a651f35925b5', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'port_id': '813922bb-cc88-4db9-a680-a651f35925b5', 'mac_address': 'fa:16:3e:d2:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:53:01.905640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:01.928402 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813922bb-cc88-4db9-a680-a651f35925b5 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:53:01.958457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 813922bb-cc88-4db9-a680-a651f35925b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=813922bb-cc88-4db9-a680-a651f35925b5,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:01.963080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:01.965576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:02.043549 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=813922bb-cc88-4db9-a680-a651f35925b5,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:02.046925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:02.185083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e1707-d206-409d-a111-ebed604936a5 req-9bda73b2-1c98-463e-bafd-a24bc1d0c1d6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:02.186691 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a16e1707-d206-409d-a111-ebed604936a5 req-9bda73b2-1c98-463e-bafd-a24bc1d0c1d6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 944 time: 0.3421030 Apr 16 11:53:02.213785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['813922bb-cc88-4db9-a680-a651f35925b5'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:53:02.235796 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a16e1707-d206-409d-a111-ebed604936a5 req-c2e6b639-1116-4641-aae2-d526718ce8eb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425937 Apr 16 11:53:03.172019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50770) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:03.242204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Deleting subnet 720d03b3-3601-46ec-892e-5c5336dfa1cb {{(pid=85349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:53:03.245489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.298465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.306733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.569093 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12381cb-d113-4d1c-a76b-83a134071a01 req-1d8d9882-0f1e-43bc-904d-c55f81bac735 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:03.570612 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c12381cb-d113-4d1c-a76b-83a134071a01 req-1d8d9882-0f1e-43bc-904d-c55f81bac735 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 944 time: 0.2137976 Apr 16 11:53:03.674469 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c12381cb-d113-4d1c-a76b-83a134071a01 req-2382aa9c-5c9c-483f-8e4d-1dc92ea4b521 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647807 Apr 16 11:53:03.681855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 813922bb-cc88-4db9-a680-a651f35925b5 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:53:03.692939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for subnet, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.711552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9b48a57-acb3-494b-8eb1-a9567b1115b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:03.760662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 813922bb-cc88-4db9-a680-a651f35925b5 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:53:03.765695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 813922bb-cc88-4db9-a680-a651f35925b5 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:03.766156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.798904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720d03b3-3601-46ec-892e-5c5336dfa1cb,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:03.812932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:03.853710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.863500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50780) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:03.871129 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f7e6812d-7299-4ed4-a5a9-eebe7bf3600e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/720d03b3-3601-46ec-892e-5c5336dfa1cb HTTP/1.1" status: 204 len: 168 time: 0.6977360 Apr 16 11:53:03.897384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.929996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:03.960306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 813922bb-cc88-4db9-a680-a651f35925b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=813922bb-cc88-4db9-a680-a651f35925b5,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:03.964256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:03.966562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:03.993330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.008581 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5', 'code': 200} Apr 16 11:53:04.052992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=813922bb-cc88-4db9-a680-a651f35925b5,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:04.064698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:04.214612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.266780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8d40e-c7ac-46a3-bf03-1b7126d65b51 req-a4d885d3-07b1-48df-b68c-0702b34388e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:04.268464 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8d8d40e-c7ac-46a3-bf03-1b7126d65b51 req-a4d885d3-07b1-48df-b68c-0702b34388e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 1098 time: 0.0808654 Apr 16 11:53:04.320751 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e8d8d40e-c7ac-46a3-bf03-1b7126d65b51 req-f3f48e70-3266-4266-9f8c-bd79001b964e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449054 Apr 16 11:53:04.356327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:04.370476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3a0a65-b34e-4d89-8013-c625f5815abe') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:04.370856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3a0a65-b34e-4d89-8013-c625f5815abe') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:04.384866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.403030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.409457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:53:04.593867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:04.602915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.780730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Network f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:53:04.807475 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:53:04.891108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.895905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:04.899913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3076a5-4cd9-4dff-b179-dcd0957d0602 req-bc474463-f0f8-46c0-98d8-15b6ddcab325 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:04.903802 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8f3076a5-4cd9-4dff-b179-dcd0957d0602 req-bc474463-f0f8-46c0-98d8-15b6ddcab325 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.0970595 Apr 16 11:53:04.913477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.927661 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:04.931178 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f2e1e5a1-b5ff-4791-bc05-daf8baa4ab27 HTTP/1.1" status: 204 len: 168 time: 1.0659854 Apr 16 11:53:04.932172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e0cf3caf-3de1-4022-8490-abc648ca1281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:04.959131 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8f3076a5-4cd9-4dff-b179-dcd0957d0602 req-d96ef1a7-239d-472c-9c30-1fb8d2a65c46 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510089 Apr 16 11:53:05.121492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50802) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:05.179208 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-edf15e39-5052-4899-8fa4-442695dcd5cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78a2f5b0c1a34e928111781c13c825e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563676 Apr 16 11:53:05.181720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50806) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:05.250315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.279925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.330744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.336347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-59dd5297-26f1-4d3a-8a38-5f95d38a2f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:05.347821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f19c4b-d3e1-4735-97c5-f75ce7f1b030,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:05.350920 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:05.357510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:05.358799 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3f19c4b-d3e1-4735-97c5-f75ce7f1b030 HTTP/1.1" status: 204 len: 168 time: 0.1760910 Apr 16 11:53:06.168452 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be07b0-17b3-4c21-831b-feb46cbba6c7 req-ac96a757-422c-4048-b245-e7c23836c90b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:06.170076 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16be07b0-17b3-4c21-831b-feb46cbba6c7 req-ac96a757-422c-4048-b245-e7c23836c90b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.0932612 Apr 16 11:53:06.220729 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16be07b0-17b3-4c21-831b-feb46cbba6c7 req-49491a4d-096d-4e73-aede-78ecee7b34c2 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Apr 16 11:53:06.418843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54a207-071a-4992-9196-ef5e6b0008f2 req-e1a421a2-2558-4d7a-915b-0c49a4261480 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:06.420435 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b54a207-071a-4992-9196-ef5e6b0008f2 req-e1a421a2-2558-4d7a-915b-0c49a4261480 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.0900078 Apr 16 11:53:06.429779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50826) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:06.435227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Request body: {'floatingip': {'port_id': '813922bb-cc88-4db9-a680-a651f35925b5'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:06.518326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.147773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.150077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:07.339286 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Floating IP 52ae05da-a5dd-4911-86c5-28331425df8a associated. External IP: 172.28.1.41, port: 813922bb-cc88-4db9-a680-a651f35925b5. Apr 16 11:53:07.953054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Router 878c041d-215c-4552-9e0c-f1584ec278b4 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:53:08.142966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:53:08.147948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:08.153192 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] Sync routers for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:53:08.164169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:53:08.165006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:08.213617 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-71d5e98f-13b8-4ec3-a6ff-eaaecaf5467e tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "PUT /v2.0/floatingips/52ae05da-a5dd-4911-86c5-28331425df8a HTTP/1.1" status: 200 len: 990 time: 1.7800553 Apr 16 11:53:08.213617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:08.296811 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5', 'status': 'completed', 'code': 200} Apr 16 11:53:08.401335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:53:08.402433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-e282b01e-2631-4ff5-b7f4-dd36c08db26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:08.404146 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-e282b01e-2631-4ff5-b7f4-dd36c08db26e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 1098 time: 0.0819511 Apr 16 11:53:08.559755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-1a9559d4-20fe-40bc-a1b9-d82c75380868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:08.561518 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-1a9559d4-20fe-40bc-a1b9-d82c75380868 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 200 len: 913 time: 0.1485374 Apr 16 11:53:08.682443 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-fcda4798-1926-49c1-ac31-8f30ba0385ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813922bb-cc88-4db9-a680-a651f35925b5 HTTP/1.1" status: 200 len: 998 time: 0.1131213 Apr 16 11:53:08.754776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-e6cf8f22-68dd-42c7-9179-01088b72e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:08.756454 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-e6cf8f22-68dd-42c7-9179-01088b72e6f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 200 len: 850 time: 0.0672715 Apr 16 11:53:08.789245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '52ae05da-a5dd-4911-86c5-28331425df8a', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'port_id': '813922bb-cc88-4db9-a680-a651f35925b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'mac_address': 'fa:16:3e:d2:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:48Z', 'updated_at': '2021-04-16T11:53:07Z', 'revision_number': 1, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:08.793755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] Checking router: 878c041d-215c-4552-9e0c-f1584ec278b4 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:53:08.804232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:53:08.805049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:52:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:08.858054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-4ab7ab39-c50e-4295-9c46-64daa033a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:08.859623 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-4ab7ab39-c50e-4295-9c46-64daa033a17c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f0571358-95c5-4514-b55e-43d6aeecc7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0914550 Apr 16 11:53:09.032048 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-f5bfba51-a447-4a62-8d0d-c4c4138bf710 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628370 Apr 16 11:53:09.055045 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:53:09.179653 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-741ce381-31bd-4e3e-821b-c43c27b5d445 req-6fecc377-95c7-4f1b-85ac-7b84537765b0 service neutron] 10.222.0.78 "GET /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390963 Apr 16 11:53:09.430891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '52ae05da-a5dd-4911-86c5-28331425df8a', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'port_id': '813922bb-cc88-4db9-a680-a651f35925b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'mac_address': 'fa:16:3e:d2:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:48Z', 'updated_at': '2021-04-16T11:53:07Z', 'revision_number': 1, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:09.436376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ba184-3a69-4aa3-9968-9ba1d2e7244d None None] The sync data for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb is: [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '52ae05da-a5dd-4911-86c5-28331425df8a', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'floating_ip_address': '172.28.1.41', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'port_id': '813922bb-cc88-4db9-a680-a651f35925b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'mac_address': 'fa:16:3e:d2:46:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:52:48Z', 'updated_at': '2021-04-16T11:53:07Z', 'revision_number': 1, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:53:09.729041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998c583-b48a-4ee3-8599-4478bad9c9b1 None None] New status for floating IP 52ae05da-a5dd-4911-86c5-28331425df8a: ACTIVE {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:53:12.570949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-812cf9b4-e05a-4a29-ad94-06d83592a3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:13.113325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:53:13.877021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50916) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:13.951528 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Deleting subnet 25836310-1a5c-40f6-b59b-f0de58cb5809 {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:53:13.955846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:14.011510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:14.070871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:14.333852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:14.350647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-527b2c83-790a-4605-8097-088f29ede17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:14.432956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25836310-1a5c-40f6-b59b-f0de58cb5809,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:14.446510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:14.481454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:14.487365 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/25836310-1a5c-40f6-b59b-f0de58cb5809 HTTP/1.1" status: 204 len: 168 time: 0.6092288 Apr 16 11:53:14.490080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50920) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:14.607864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:14.828636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6ff0ee26-1ebc-4fa8-97ad-6fe47a92209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.044355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.160337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77aa4f91-ebd6-420a-83b4-7b4d75c9aee2']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:15.173659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6036ee28-3930-4f82-ab43-e357d03af167') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:15.173941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6036ee28-3930-4f82-ab43-e357d03af167') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:15.186711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.201635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.207919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:53:15.234984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.396351 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:15.406523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.598276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Network 77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:53:15.622227 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:53:15.703366 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.707262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:15.722929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.732482 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Pushing event deleted for resources: {'Network': ['ID=77aa4f91-ebd6-420a-83b4-7b4d75c9aee2,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:15.736177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:15.741546 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-65df9d84-c917-4afd-abca-10112f3f8565 admin admin] 10.222.0.58 "DELETE /v2.0/networks/77aa4f91-ebd6-420a-83b4-7b4d75c9aee2 HTTP/1.1" status: 204 len: 168 time: 1.2496591 Apr 16 11:53:15.744529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 50930) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:15.811308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Deleting subnet abb1f921-0898-41d2-971f-77232cb84b2e {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:53:15.814707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.871901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:15.932370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:16.223019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:16.272177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-5ec057a8-1d62-45df-8813-1942f0e61e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:16.274078 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-5ec057a8-1d62-45df-8813-1942f0e61e2a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1138 time: 0.0915673 Apr 16 11:53:16.291946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-24820e89-7672-43f0-8730-e8fabb506c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:16.345645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb1f921-0898-41d2-971f-77232cb84b2e,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:16.364730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:16.383532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:16.392417 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/abb1f921-0898-41d2-971f-77232cb84b2e HTTP/1.1" status: 204 len: 168 time: 0.6461625 Apr 16 11:53:16.393158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50944) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:16.446798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:16.561194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-2a95561d-97e7-4808-9a56-5b8acb7a9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:16.562757 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-2a95561d-97e7-4808-9a56-5b8acb7a9e16 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 917 time: 0.2778356 Apr 16 11:53:16.666608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:16.783369 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-6013fa54-2750-4b52-a8e1-60ac878ed63a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 1002 time: 0.2013102 Apr 16 11:53:16.970891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d81431-6f59-4896-98ed-00683d0b95da req-a1850bf6-82ee-4ae4-badb-22ab400a8179 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:16.972604 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-43d81431-6f59-4896-98ed-00683d0b95da req-a1850bf6-82ee-4ae4-badb-22ab400a8179 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.7495401 Apr 16 11:53:17.008859 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-fadb0780-55d3-4dc8-a1c5-248ae4df1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:17.010459 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-fadb0780-55d3-4dc8-a1c5-248ae4df1dee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.1946023 Apr 16 11:53:17.014990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.182500 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-43d81431-6f59-4896-98ed-00683d0b95da req-02302010-b84d-4281-8b5b-559e492f6b29 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999872 Apr 16 11:53:17.223548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.230397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.230807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.231698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.232096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.232502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.232814 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.233179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.233549 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.233916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.234278 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.312110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.312500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.312879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.313424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85349) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:53:17.313836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c48e01-3953-4bb4-9dad-66f30f29368c']}} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:17.335053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bcdb8a-d4f9-4690-8f9f-a9757fed495c') {'for_net_delete': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:17.335426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bcdb8a-d4f9-4690-8f9f-a9757fed495c') {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:53:17.351803 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-a4b6e2ca-84ee-47d7-b86d-a547896dec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:17.353527 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-a4b6e2ca-84ee-47d7-b86d-a547896dec4a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3204935 Apr 16 11:53:17.355258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851533817'] for segment, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.398497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.460886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=85349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:53:17.917673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Network c9c48e01-3953-4bb4-9dad-66f30f29368c has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:17.927654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3559774'] for segment, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.947607 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-bfdc43c3-79b1-419c-9c99-8568a88de8d9 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823596 Apr 16 11:53:18.202087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Network c9c48e01-3953-4bb4-9dad-66f30f29368c has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: from cryptography.utils import int_from_bytes Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: from cryptography.utils import int_from_bytes Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: (rel_b, rel_a, rel_b), Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: (rel_b, rel_a, rel_b), Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:53:18.238040 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:53:18.346968 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-beaa57f7-6e72-40a4-8934-8d3abaec65f8 req-4bdfeb99-b933-4345-bebc-24fe3c32a287 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534276 Apr 16 11:53:18.350451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.354549 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e77c91ff-b05c-4019-ad79-53aa3a8eff67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:18.372784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.380631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c48e01-3953-4bb4-9dad-66f30f29368c,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:18.383557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:18.387697 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c9c48e01-3953-4bb4-9dad-66f30f29368c HTTP/1.1" status: 204 len: 168 time: 1.9809992 Apr 16 11:53:18.486708 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9a472-02b7-4619-a49c-0746eef0d5f2 req-a5c61081-c639-4221-af2c-66729958fcb4 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:18.488410 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4bd9a472-02b7-4619-a49c-0746eef0d5f2 req-a5c61081-c639-4221-af2c-66729958fcb4 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.1767962 Apr 16 11:53:18.557849 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4bd9a472-02b7-4619-a49c-0746eef0d5f2 req-c850c1da-c623-438f-9fad-81f7166e6bac tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619421 Apr 16 11:53:18.590986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50962) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:18.643217 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3fe354c5-8710-42d6-b1a9-f06fcd1c6ae6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ed881db3063457e97205f0e3d15246a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508857 Apr 16 11:53:18.645741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50966) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:18.707481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.735068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.782709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.787664 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:18.800915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a110d2-abdb-4426-a821-c400b4c87a20,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:18.803823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:18.810652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.811931 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5a110d2-abdb-4426-a821-c400b4c87a20 HTTP/1.1" status: 204 len: 168 time: 0.1652148 Apr 16 11:53:19.162489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50974) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:19.214629 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-04214c5b-9c85-4d91-acc6-65ee36648afb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56bd085a380f4ba288730b7a96e7f00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508065 Apr 16 11:53:19.217133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 50978) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:19.279017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:19.306628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:19.357196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:19.362479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-246a156f-4f7a-4dba-a51f-da95dac2109e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:19.375519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4273d5bc-149a-4ade-be0c-f7d9a4884917,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:19.378141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:19.382430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:19.383449 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4273d5bc-149a-4ade-be0c-f7d9a4884917 HTTP/1.1" status: 204 len: 168 time: 0.1653244 Apr 16 11:53:19.779317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f329-8e3c-4555-b451-ba70a27c1d03 req-01f1bcd2-0ed1-4f73-a01d-2ceb011f2bd3 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:19.780955 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3276f329-8e3c-4555-b451-ba70a27c1d03 req-01f1bcd2-0ed1-4f73-a01d-2ceb011f2bd3 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0970931 Apr 16 11:53:19.836932 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3276f329-8e3c-4555-b451-ba70a27c1d03 req-0b948ec7-6faa-441e-a6c2-725d32291f9c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493307 Apr 16 11:53:21.060561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c15619-e120-4b75-8973-c9524c8109bf req-74d5823a-97dc-487f-ade3-08ac3f4d2a48 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:21.062293 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-69c15619-e120-4b75-8973-c9524c8109bf req-74d5823a-97dc-487f-ade3-08ac3f4d2a48 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0990860 Apr 16 11:53:21.117709 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-69c15619-e120-4b75-8973-c9524c8109bf req-b3ae4cf5-02f8-4eaf-af78-50e9a1836d8a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485582 Apr 16 11:53:21.569505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:22.326161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f82b2-e6d1-4cd6-b9fa-7c5983d08ecd req-d2cc0320-e665-49ba-9447-1da4b164ca3c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:22.327775 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-307f82b2-e6d1-4cd6-b9fa-7c5983d08ecd req-d2cc0320-e665-49ba-9447-1da4b164ca3c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0898228 Apr 16 11:53:22.383663 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-307f82b2-e6d1-4cd6-b9fa-7c5983d08ecd req-b18ca158-aa03-4301-8139-8421d5575796 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493166 Apr 16 11:53:22.817745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-465d4807-888d-4527-8cd9-2bbaf646a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:22.819849 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-465d4807-888d-4527-8cd9-2bbaf646a3f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1138 time: 0.0823874 Apr 16 11:53:23.022294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-0a871457-69a6-41b8-ba25-3e45b68c1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:23.024138 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-0a871457-69a6-41b8-ba25-3e45b68c1c0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 917 time: 0.1722865 Apr 16 11:53:23.147464 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-4239712d-45fb-4f5a-b954-39569687cd8a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 1002 time: 0.1157136 Apr 16 11:53:23.219089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-d4c3f807-1618-410d-9345-cffca34af5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:23.220688 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-d4c3f807-1618-410d-9345-cffca34af5d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.0656488 Apr 16 11:53:23.302111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-eb9d8879-c345-4692-a109-0e9b5d6029b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:23.303725 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-eb9d8879-c345-4692-a109-0e9b5d6029b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0760765 Apr 16 11:53:23.449955 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-94fb3f47-965d-4062-8cc5-0f823707d786 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381111 Apr 16 11:53:23.671719 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-41084c46-4d17-4f18-b5ec-403ebd55c727 req-9b4d5308-bcea-4da4-b49c-324d22a485c7 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052305 Apr 16 11:53:23.681681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c921a95-b321-4346-8dab-b1c1b6b6e94f req-f3d8c864-7676-407e-9c2d-c0271016a766 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:23.683403 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6c921a95-b321-4346-8dab-b1c1b6b6e94f req-f3d8c864-7676-407e-9c2d-c0271016a766 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.1422713 Apr 16 11:53:23.734378 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6c921a95-b321-4346-8dab-b1c1b6b6e94f req-5196ac2e-c999-47f4-86bf-fb60ea016784 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437236 Apr 16 11:53:24.946041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4f2b1-02f7-4f31-8eae-ad6c7a670bb2 req-f6187323-fe42-4c40-bcba-854e4be9c1cb tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:24.947695 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b3e4f2b1-02f7-4f31-8eae-ad6c7a670bb2 req-f6187323-fe42-4c40-bcba-854e4be9c1cb tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0937257 Apr 16 11:53:24.998709 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b3e4f2b1-02f7-4f31-8eae-ad6c7a670bb2 req-3c3ab2c7-5d10-41fc-b15e-e88e5b8f82c0 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443177 Apr 16 11:53:26.202507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a0c0c-48a7-439d-9ea5-0cb5bc06a360 req-313ff67a-67d4-448f-b51f-dc023ef7427c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:26.204205 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-667a0c0c-48a7-439d-9ea5-0cb5bc06a360 req-313ff67a-67d4-448f-b51f-dc023ef7427c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0893915 Apr 16 11:53:26.256049 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-667a0c0c-48a7-439d-9ea5-0cb5bc06a360 req-e1448bcc-e829-469c-a0f7-088c411ed7d4 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445545 Apr 16 11:53:27.473781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9aa8e-7e90-47c0-9d35-319b9cd7c45b req-e53f66f4-689e-4b51-8023-d804b3a65810 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:27.475572 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c5a9aa8e-7e90-47c0-9d35-319b9cd7c45b req-e53f66f4-689e-4b51-8023-d804b3a65810 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0999506 Apr 16 11:53:27.531569 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c5a9aa8e-7e90-47c0-9d35-319b9cd7c45b req-4e0913c3-4bf8-4adc-8fb1-4d5ae35bfe7e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490212 Apr 16 11:53:28.734951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0423-3732-4537-b026-c14b8c6d75c3 req-95fe1291-77ad-432c-8e07-89e17cba56b7 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:28.737153 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22ae0423-3732-4537-b026-c14b8c6d75c3 req-95fe1291-77ad-432c-8e07-89e17cba56b7 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0921884 Apr 16 11:53:28.791353 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-22ae0423-3732-4537-b026-c14b8c6d75c3 req-abc71cda-5b9a-4dd6-96c3-90aefcc53e79 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480835 Apr 16 11:53:30.000514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3228b33-3688-43f6-a820-472318e112d1 req-9bbb72fa-ca31-46cc-812e-29e7515edc5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:30.002119 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a3228b33-3688-43f6-a820-472318e112d1 req-9bbb72fa-ca31-46cc-812e-29e7515edc5a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.0909050 Apr 16 11:53:30.052308 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a3228b33-3688-43f6-a820-472318e112d1 req-8a4890da-759b-4c4c-80f0-e9e2b639a4c9 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=7abc7711-d47f-4ec8-adfd-452548c35c1a&id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435035 Apr 16 11:53:30.563365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bba17-adcd-44d2-90f4-999444f88bfd req-52937943-d21b-4162-b18b-c6d6138de4ae tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:30.565428 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2e9bba17-adcd-44d2-90f4-999444f88bfd req-52937943-d21b-4162-b18b-c6d6138de4ae tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0925400 Apr 16 11:53:30.613533 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2e9bba17-adcd-44d2-90f4-999444f88bfd req-bad44809-07d2-4dd0-855d-0a4851c7383a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Apr 16 11:53:31.766793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51174) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:31.826925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc044193-7d3b-4393-a474-3ec860e1d38f req-793911ae-c5b8-4e3c-b055-e906ee843a8d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:31.828646 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dc044193-7d3b-4393-a474-3ec860e1d38f req-793911ae-c5b8-4e3c-b055-e906ee843a8d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0910165 Apr 16 11:53:31.879859 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dc044193-7d3b-4393-a474-3ec860e1d38f req-c5a38a8a-970c-4995-a6ac-7be0dcedea24 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 Apr 16 11:53:31.897974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:31.915635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:31.919966 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Usage tracker for resource:security_group_rule and tenant:6b7851c894bc48b09eeecfdecf237b04 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:31.923091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:31.929382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:32.020598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.024011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.033864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-606060d5-eb26-4125-a61a-85e2f4976a3c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:32.075127 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b7851c894bc48b09eeecfdecf237b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069587 Apr 16 11:53:32.078097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 51182) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:32.083759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6855915f-240b-4324-86d3-8ea837440b89,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:32.087834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:32.146577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.175808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.223060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.228898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1dda3c21-5113-4b64-84fe-5218f8867b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:32.241840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855915f-240b-4324-86d3-8ea837440b89,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:32.251878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.252284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.252681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.253071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.253465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.253854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.254237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.254622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.255006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.255413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.255794 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.256176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:32.259810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.261035 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6855915f-240b-4324-86d3-8ea837440b89 HTTP/1.1" status: 204 len: 168 time: 0.1818509 Apr 16 11:53:32.262031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:32.548804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 51190) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:32.568654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.584486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:32.588546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Usage tracker for resource:security_group_rule and tenant:3bf2f870399b48709ad9840d52435c0a is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:32.591524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:32.597612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:32.683298 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.685951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.694681 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0a87684f-f98b-45be-a75e-e3712b65ba20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:32.736435 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3bf2f870399b48709ad9840d52435c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864536 Apr 16 11:53:32.738011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54056748-eec6-497e-899b-21449fce8b6a,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:32.739213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51194) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:32.741252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:32.806145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-90138813-f851-4b76-8f52-5d76a7359c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.832854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-90138813-f851-4b76-8f52-5d76a7359c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.880168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-90138813-f851-4b76-8f52-5d76a7359c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.885388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7ea09014-9d25-4648-b59a-42171dc55768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:32.904003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90138813-f851-4b76-8f52-5d76a7359c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54056748-eec6-497e-899b-21449fce8b6a,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:32.907141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-90138813-f851-4b76-8f52-5d76a7359c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:32.917669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-90138813-f851-4b76-8f52-5d76a7359c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:32.921980 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-90138813-f851-4b76-8f52-5d76a7359c5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54056748-eec6-497e-899b-21449fce8b6a HTTP/1.1" status: 204 len: 168 time: 0.1815970 Apr 16 11:53:33.092564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50175f94-359e-4fb5-8d31-2c943139e302 req-8b5765ed-3fe5-407f-9f50-c5e3dfca3ecd tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:33.094185 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-50175f94-359e-4fb5-8d31-2c943139e302 req-8b5765ed-3fe5-407f-9f50-c5e3dfca3ecd tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0935941 Apr 16 11:53:33.144646 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-50175f94-359e-4fb5-8d31-2c943139e302 req-b01234f4-ac68-4196-bce0-ff3b04582bba tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Apr 16 11:53:34.114831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51230) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:34.248551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.265461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:34.269678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Usage tracker for resource:security_group_rule and tenant:f12bb91153044fd081da9b20d314001f is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:34.272876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:34.279122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:34.367045 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bdd12-1974-4705-8a66-6e7e1258541e req-c9bb8820-2554-42ac-90dc-65b00e394558 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:34.369440 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-750bdd12-1974-4705-8a66-6e7e1258541e req-c9bb8820-2554-42ac-90dc-65b00e394558 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0972545 Apr 16 11:53:34.369579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.373571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.383983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-74593705-eaa5-481a-b614-359d34bf9566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:34.421537 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-750bdd12-1974-4705-8a66-6e7e1258541e req-8536111d-6a37-43eb-ae99-7c788eebfe0f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453646 Apr 16 11:53:34.434858 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f12bb91153044fd081da9b20d314001f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187838 Apr 16 11:53:34.435715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81741946-14c4-4b0f-a162-8f44714313d0,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:34.437682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 51242) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:34.439029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:34.504387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.535151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.582659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.588778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d46be0a1-5a4f-43ad-b499-3c4527c20d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:34.602326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81741946-14c4-4b0f-a162-8f44714313d0,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:34.604805 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:34.612927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:34.614180 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81741946-14c4-4b0f-a162-8f44714313d0 HTTP/1.1" status: 204 len: 168 time: 0.1737242 Apr 16 11:53:35.639227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ff75-a4b6-42bc-a8f2-2c749b83f99b req-5f5338c3-18d1-42f4-bac5-1270d07f0337 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:35.640950 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8746ff75-a4b6-42bc-a8f2-2c749b83f99b req-5f5338c3-18d1-42f4-bac5-1270d07f0337 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0948892 Apr 16 11:53:35.691924 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8746ff75-a4b6-42bc-a8f2-2c749b83f99b req-b4acdfab-84da-42c4-85d4-fe932c65600c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445659 Apr 16 11:53:36.906152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f3ef7-3b0d-4797-aa5a-bb848223a7ae req-cf410c82-d697-42ad-a683-991ac8afe6bb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:36.907898 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5d7f3ef7-3b0d-4797-aa5a-bb848223a7ae req-cf410c82-d697-42ad-a683-991ac8afe6bb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0934277 Apr 16 11:53:36.965193 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5d7f3ef7-3b0d-4797-aa5a-bb848223a7ae req-b040e418-3e42-4cab-9b42-4099af37b906 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483558 Apr 16 11:53:38.186284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e305c4c-2d60-4ef9-ac33-9e2edaf57840 req-bceb94ea-46fa-418a-b780-cadffeb03cbe tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:38.188584 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1e305c4c-2d60-4ef9-ac33-9e2edaf57840 req-bceb94ea-46fa-418a-b780-cadffeb03cbe tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0948372 Apr 16 11:53:38.241486 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1e305c4c-2d60-4ef9-ac33-9e2edaf57840 req-1ffdaae9-0032-4641-a3a7-a235d53a2232 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462236 Apr 16 11:53:39.459441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcf459-edff-4a6c-bd92-a3b86875f2a3 req-aedb3ebe-0288-4e80-ab39-b8d53b8138be tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:39.461049 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-12dcf459-edff-4a6c-bd92-a3b86875f2a3 req-aedb3ebe-0288-4e80-ab39-b8d53b8138be tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0965562 Apr 16 11:53:39.741588 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-12dcf459-edff-4a6c-bd92-a3b86875f2a3 req-99c57f5b-e08b-4666-a93e-f65c322aca08 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735245 Apr 16 11:53:40.949306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb96261-1103-475e-a125-256f780c3bd6 req-8f3b71c5-c20e-42f7-98aa-ac61aca4de0f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:40.950908 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3fb96261-1103-475e-a125-256f780c3bd6 req-8f3b71c5-c20e-42f7-98aa-ac61aca4de0f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0901151 Apr 16 11:53:41.002758 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3fb96261-1103-475e-a125-256f780c3bd6 req-7c50bd61-05ea-45d0-9bb7-f48c6ed42836 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Apr 16 11:53:42.225710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9297d3-cf52-45ad-a4c7-a4d201b06db1 req-8b725a59-dd84-41a1-ac6e-b759dc1c5d35 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:42.227311 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b9297d3-cf52-45ad-a4c7-a4d201b06db1 req-8b725a59-dd84-41a1-ac6e-b759dc1c5d35 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0908866 Apr 16 11:53:42.278051 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b9297d3-cf52-45ad-a4c7-a4d201b06db1 req-3ed55a64-53a3-4edd-8ebf-8eb0d84b30be tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Apr 16 11:53:42.572227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-32974a36-1575-42f3-a536-089c6404cbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:43.690051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a2c39-64ef-4d3a-9468-1642a415dd81 req-64c848b5-7b9b-4df2-9bf5-a16483190f6b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:43.691679 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-505a2c39-64ef-4d3a-9468-1642a415dd81 req-64c848b5-7b9b-4df2-9bf5-a16483190f6b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0941842 Apr 16 11:53:43.742131 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-505a2c39-64ef-4d3a-9468-1642a415dd81 req-e110d2c1-77d1-44e7-bf64-da95f6091c6f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 Apr 16 11:53:44.823573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-48bc90dc-ae24-4054-a611-a29ebb7bc413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:44.955702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23e008-febc-48df-896b-7da9de5c5939 req-7dee49ac-6cea-440c-a12d-ad3a36d1ec12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:44.957322 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c23e008-febc-48df-896b-7da9de5c5939 req-7dee49ac-6cea-440c-a12d-ad3a36d1ec12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0914328 Apr 16 11:53:45.005681 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0c23e008-febc-48df-896b-7da9de5c5939 req-c982ea65-d0b0-4469-b3d4-30ce497a5e30 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Apr 16 11:53:45.237997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:46.229259 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef957f18-a775-4b0b-a584-8b553641fc82 req-2a37e323-962c-4b0e-a5bd-9f8c5cdd17f0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:46.231466 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ef957f18-a775-4b0b-a584-8b553641fc82 req-2a37e323-962c-4b0e-a5bd-9f8c5cdd17f0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0947876 Apr 16 11:53:46.279839 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ef957f18-a775-4b0b-a584-8b553641fc82 req-5e3aa743-a3d2-4907-8867-fe55cea0db24 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420609 Apr 16 11:53:46.448308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:47.223339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:47.502069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39cb20-b70c-4659-9092-b7a623748a24 req-615c96b5-75b8-4c16-bf07-4a4a62a65d94 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:47.503779 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cb39cb20-b70c-4659-9092-b7a623748a24 req-615c96b5-75b8-4c16-bf07-4a4a62a65d94 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.1032403 Apr 16 11:53:47.558110 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cb39cb20-b70c-4659-9092-b7a623748a24 req-5500815b-e8a8-4fed-ad1a-36bf69d91770 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478013 Apr 16 11:53:48.014053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:53:48.162077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:48.181838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'port_id': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'mac_address': 'fa:16:3e:be:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:53:48.244705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:48.264400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0037098-7f3e-4164-a2e0-79946d76b90d {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:53:48.281152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:48.284142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:48.286134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:48.361728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=6']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:48.369738 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.370069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.370692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.370881 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.371137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.371535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.371899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.372261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.372621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.372979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.373338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.373695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:48.377875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:48.391599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['c0037098-7f3e-4164-a2e0-79946d76b90d'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:53:48.769608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4fc88-53e1-4ceb-b11d-f3c5f4ab34ff req-fab70fec-b932-4596-a8c7-35af6df96d4d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:48.771342 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4ef4fc88-53e1-4ceb-b11d-f3c5f4ab34ff req-fab70fec-b932-4596-a8c7-35af6df96d4d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 944 time: 0.0930402 Apr 16 11:53:48.821161 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4ef4fc88-53e1-4ceb-b11d-f3c5f4ab34ff req-b4522f81-51ee-4bfe-8ace-4a7f83162da5 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Apr 16 11:53:50.022037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:53:50.056457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff46687-2c01-41ac-a536-b1cd8f2e7233 req-a945e712-4717-4feb-b344-6ecc02b82e56 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:50.058164 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-aff46687-2c01-41ac-a536-b1cd8f2e7233 req-a945e712-4717-4feb-b344-6ecc02b82e56 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 944 time: 0.0962179 Apr 16 11:53:50.114922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:53:50.154614 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-aff46687-2c01-41ac-a536-b1cd8f2e7233 req-8a6922f8-aeba-4feb-bcb6-637cf77f4f6a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810146 Apr 16 11:53:50.172235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port c0037098-7f3e-4164-a2e0-79946d76b90d triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:50.172956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:50.389082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:50.443680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:53:50.445176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:53:50.456940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:50.464107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e209299-75c3-4c90-9762-1ea549ba1443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:50.553318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=7']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:50.556883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:50.578166 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'code': 200} Apr 16 11:53:51.396915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df245f-568f-4293-bc02-2dbc1618b827 req-64c374a9-8333-44b3-ab1e-75b28708530d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:51.398747 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-19df245f-568f-4293-bc02-2dbc1618b827 req-64c374a9-8333-44b3-ab1e-75b28708530d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.1071026 Apr 16 11:53:51.452986 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-19df245f-568f-4293-bc02-2dbc1618b827 req-2abab326-cb3e-4c3b-89d0-65ae338aa812 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464764 Apr 16 11:53:51.605114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:52.684296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06812b30-b5d6-43db-8c7a-ae6f061601f3 req-0a0c2538-f7b4-45cd-8813-489085bd50d5 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:52.686871 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-06812b30-b5d6-43db-8c7a-ae6f061601f3 req-0a0c2538-f7b4-45cd-8813-489085bd50d5 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0986576 Apr 16 11:53:52.738359 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-06812b30-b5d6-43db-8c7a-ae6f061601f3 req-998f1a30-7c0c-47c1-b3f2-12aefe629e0e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440040 Apr 16 11:53:53.815302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 51492) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:54.082704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.122628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:54.135978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Usage tracker for resource:security_group_rule and tenant:5db9fcd1e8b04957b8020dafc3d887db is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:54.141405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:54.170685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:54.227548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf47b-7bb5-478f-8169-577de6df72f4 req-f396cbd6-b2aa-4565-9779-e6914fb7fd46 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:54.235550 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-30bbf47b-7bb5-478f-8169-577de6df72f4 req-f396cbd6-b2aa-4565-9779-e6914fb7fd46 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.2787528 Apr 16 11:53:54.330495 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-30bbf47b-7bb5-478f-8169-577de6df72f4 req-41033e6a-0846-43e3-a608-35295b369805 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817304 Apr 16 11:53:54.367311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.379614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.390537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:54.439347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1663d1b-2962-446b-b9a9-3084f931cc91,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:54.449215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:54.457582 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5db9fcd1e8b04957b8020dafc3d887db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395419 Apr 16 11:53:54.460279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 51498) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:54.554150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.586886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.656897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.661456 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-11080527-2a3e-4b3a-bfd5-8a2add914796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:54.675206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1663d1b-2962-446b-b9a9-3084f931cc91,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:54.678637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:54.684959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:54.687760 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1663d1b-2962-446b-b9a9-3084f931cc91 HTTP/1.1" status: 204 len: 168 time: 0.2264137 Apr 16 11:53:55.720467 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51540) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:55.721725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5d3f-4317-43df-843e-a0d22b3d1538 req-7c23fb9b-6326-43a7-8a67-3ac41148439b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:55.731858 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6e9d5d3f-4317-43df-843e-a0d22b3d1538 req-7c23fb9b-6326-43a7-8a67-3ac41148439b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.1328425 Apr 16 11:53:55.812149 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-6e9d5d3f-4317-43df-843e-a0d22b3d1538 req-62fcf38d-3625-484a-a9d8-0c6f9bf1c48f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787318 Apr 16 11:53:55.907750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-214805630-network', 'tenant_id': '324ba011262a4546ae4fe426d8b06622'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:55.920824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:55.926828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Usage tracker for resource:network and tenant:324ba011262a4546ae4fe426d8b06622 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:55.930705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:55.940041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:55.951397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Made reservation on behalf of 324ba011262a4546ae4fe426d8b06622 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:53:55.957306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:55.973693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:55.991744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:55.997211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Usage tracker for resource:security_group_rule and tenant:324ba011262a4546ae4fe426d8b06622 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:56.002857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:56.010682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:56.122791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:56.126223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:56.135789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a2538ce5-16b8-4bc8-8c38-9b26e9095fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:56.167596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:53:56.172786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e54ee55-9239-4881-bfae-8d69788a7d91,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:56.183566 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:56.184582 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Added segment 53f5558e-e797-4d0a-8959-8a2513a694f0 of type vlan for network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca Apr 16 11:53:56.191788 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.192206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.192612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.193014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.193416 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.193810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.194202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.194635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.195026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.195447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.195833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.196222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:56.221971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:56.230188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:56.256548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:56.257955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:56.258631 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:56.270806 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c879c01-0561-48ac-9757-2270c388743f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:56.394015 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6721261 Apr 16 11:53:56.395263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Pushing event updated for resources: {'Network': ['ID=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:56.397694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 51546) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:56.398425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:56.405332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Request body: {'subnet': {'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-214805630-subnet', 'tenant_id': '324ba011262a4546ae4fe426d8b06622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:56.406243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:53:56.411662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:53:56.415983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Usage tracker for resource:subnet and tenant:324ba011262a4546ae4fe426d8b06622 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:53:56.420338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:53:56.427574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:53:56.440235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Made reservation on behalf of 324ba011262a4546ae4fe426d8b06622 for: {'subnet': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:53:56.446853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2481553'] for subnet, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:56.999817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3560132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2481570'] for subnet, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:57.132723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-67c0ac1e-dc2c-4fea-9b6a-4b16dbd11397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:57.295086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c64b55b-719f-4e72-8eb4-251ba9bf74ed,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:57.303340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:57.373844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda51c-3960-4750-ae48-ba0b89c89471 req-4c0c160f-05c7-4b98-9e02-456192179249 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:57.375936 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2ddda51c-3960-4750-ae48-ba0b89c89471 req-4c0c160f-05c7-4b98-9e02-456192179249 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.1885083 Apr 16 11:53:57.380861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Checking segment: {'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:53:57.381269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Network hostable DHCP agents. Network: 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:53:57.448425 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2ddda51c-3960-4750-ae48-ba0b89c89471 req-e80a8239-bedb-4d4a-8ecf-38863cce16cb tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599225 Apr 16 11:53:57.449311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:53:57.460410 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca) {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:53:57.496439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:57.497652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:57.502279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfabe8d8-3f11-42e2-bffa-71b647844d84 None None] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:53:57.530888 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1223719 Apr 16 11:53:57.765029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f849cc-c348-499e-acfd-3ff074b4466a None None] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:53:58.673741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d813d13-ede3-4b56-8e48-c66e8148a8f4 req-5325f4d9-5b32-4650-b69c-a43ebd632c38 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:58.675698 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1d813d13-ede3-4b56-8e48-c66e8148a8f4 req-5325f4d9-5b32-4650-b69c-a43ebd632c38 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0951116 Apr 16 11:53:58.738054 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1d813d13-ede3-4b56-8e48-c66e8148a8f4 req-3d1037b2-62e1-4bb0-a0ac-f35259b56c5f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555375 Apr 16 11:53:59.497109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-cf01488a-35b6-4e33-becd-b970792fae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:59.498731 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-cf01488a-35b6-4e33-becd-b970792fae0e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1098 time: 0.1306181 Apr 16 11:53:59.648783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-bb7d71cc-5acd-4f1a-998e-b428da34b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:59.650531 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-bb7d71cc-5acd-4f1a-998e-b428da34b275 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.1439114 Apr 16 11:53:59.866383 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-d0d62638-db93-4c32-bab2-c7f1914b59c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 200 len: 1001 time: 0.2072656 Apr 16 11:54:00.029294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d0b6ca7f-0503-4302-950f-591a99de95df tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:00.030970 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d0b6ca7f-0503-4302-950f-591a99de95df tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/networks?id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca HTTP/1.1" status: 200 len: 808 time: 0.3739157 Apr 16 11:54:00.053656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-d9df01a7-a37d-456b-a93d-68bff91df636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:00.055198 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-d9df01a7-a37d-456b-a93d-68bff91df636 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.1371665 Apr 16 11:54:00.105169 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-224b9b05-1e87-40b6-8c14-99b3d4a83ed9 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/quotas/324ba011262a4546ae4fe426d8b06622 HTTP/1.1" status: 200 len: 375 time: 0.0668139 Apr 16 11:54:00.400871 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-cc8ae0f8-0973-4526-9adc-8648c7c4f977 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=324ba011262a4546ae4fe426d8b06622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2819014 Apr 16 11:54:00.411893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03882a51-195d-4ac3-832e-070044e3230e req-2a22e138-d3dc-43ff-9971-d3cb968aae46 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:00.413400 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03882a51-195d-4ac3-832e-070044e3230e req-2a22e138-d3dc-43ff-9971-d3cb968aae46 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.5434937 Apr 16 11:54:00.509746 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-03882a51-195d-4ac3-832e-070044e3230e req-316eddde-c7ae-48f8-82ce-d5e2ae045e59 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880103 Apr 16 11:54:00.568948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-51845328-7407-449f-b21e-d589465400ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:00.570685 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-51845328-7407-449f-b21e-d589465400ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5041893 Apr 16 11:54:00.726043 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-6be98672-7e85-4442-a731-e9322bf6236d service neutron] 10.222.0.58 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116109 Apr 16 11:54:00.854573 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-4f62b797-e9e7-425f-9a6b-065461809937 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699647 Apr 16 11:54:01.002931 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-97349a50-2649-44b0-9674-6458b6fe1903 service neutron] 10.222.0.58 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648575 Apr 16 11:54:01.060646 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-55c6cdbb-c944-4c66-acc5-a3d5c0c784e5 req-ffa38623-fe71-45f5-959a-e3b3287de1b0 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982899 Apr 16 11:54:01.237428 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f7f0c9c0-70c6-4b66-8682-0f6e4a87c957 req-de91aa2c-320a-43bb-a284-1bb3357be3c4 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 210 time: 0.0507431 Apr 16 11:54:01.730170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c12e75-b86b-4c31-b258-3f2fffe11ef4 req-03e0a3dd-76eb-4109-a955-39446ac4dc49 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:01.732426 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-02c12e75-b86b-4c31-b258-3f2fffe11ef4 req-03e0a3dd-76eb-4109-a955-39446ac4dc49 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 945 time: 0.0940852 Apr 16 11:54:01.784846 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-02c12e75-b86b-4c31-b258-3f2fffe11ef4 req-91f1b2dc-1396-4afa-88a8-30a100daf812 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Apr 16 11:54:02.050634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:02.177059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:02.206770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:02.217774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:02.220869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:02.223207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:02.261625 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'code': 200} Apr 16 11:54:02.297202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=8']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:02.300379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:02.414914 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eb499544-c33d-4116-92cc-b8b40911cb6f req-00db687c-80ca-44ac-971d-e0f26e5908dd tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 210 time: 0.0517428 Apr 16 11:54:02.590252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-08cf7b8a-9355-4a5c-b43e-4490b3e77c20 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:02.591946 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-08cf7b8a-9355-4a5c-b43e-4490b3e77c20 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "GET /v2.0/networks?id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca HTTP/1.1" status: 200 len: 808 time: 0.1666884 Apr 16 11:54:02.607968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Request body: {'port': {'device_id': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca', 'admin_state_up': True, 'tenant_id': '324ba011262a4546ae4fe426d8b06622'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:02.757679 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:02.761723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Usage tracker for resource:port and tenant:324ba011262a4546ae4fe426d8b06622 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:02.764688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:02.770732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:02.779250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Made reservation on behalf of 324ba011262a4546ae4fe426d8b06622 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:02.785309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:03.016919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Allocated IP 172.20.0.2 (7a3b052c-74f1-4ed3-9c50-1c16f87a9eca/0c64b55b-719f-4e72-8eb4-251ba9bf74ed/d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:54:03.093267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b5f4d-5497-43af-b8c6-f918e4abd00b req-2c8aa820-814f-4ac3-a6e8-edaf272dabe0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:03.094769 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4e3b5f4d-5497-43af-b8c6-f918e4abd00b req-2c8aa820-814f-4ac3-a6e8-edaf272dabe0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.1648598 Apr 16 11:54:03.228169 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4e3b5f4d-5497-43af-b8c6-f918e4abd00b req-a181324a-ca66-4d3c-9b5a-65f7ee96be39 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260276 Apr 16 11:54:03.308026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:03.339759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:03.356642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1dc344f-497e-4e13-a976-378181031a12 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:03.496486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Pushing event updated for resources: {'Port': ['ID=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:03.501006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:03.612411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:54:03.613639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:54:03.618200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:54:03.702321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:03.703119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:03.718547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702f33f-2c43-4fec-a9ea-9a33579038e4 req-101f3cdb-6050-48c7-8bb9-9acc6f7a2043 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:03.720237 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0702f33f-2c43-4fec-a9ea-9a33579038e4 req-101f3cdb-6050-48c7-8bb9-9acc6f7a2043 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 931 time: 0.1816034 Apr 16 11:54:03.756938 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1537154 Apr 16 11:54:03.776507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Request body: {'port': {'device_id': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:03.826769 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0702f33f-2c43-4fec-a9ea-9a33579038e4 req-88531ca9-9ee6-42f0-a46a-0e753da70a8b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979924 Apr 16 11:54:03.908971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:04.274069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:54:04.282178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:04.297909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Transition to ACTIVE for port object d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:54:04.300855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:04.317218 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f473976e-b03b-4e4f-852a-7dbb4e45ad38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:04.505392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:04.508917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:04.579507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e855a-f080-4ee2-8825-78938141bd98 req-f7508955-e1f9-43fa-8981-98ae31980d44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:04.581119 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e36e855a-f080-4ee2-8825-78938141bd98 req-f7508955-e1f9-43fa-8981-98ae31980d44 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.2203672 Apr 16 11:54:05.023981 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e36e855a-f080-4ee2-8825-78938141bd98 req-171ef251-99ac-4ce4-b104-ced9b1b4fe03 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363754 Apr 16 11:54:05.101688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Attempting to bind port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:54:05.102069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Attempting to bind port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:54:05.102445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Attempting to bind port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 on network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:54:05.111263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 on network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:54:05.111653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Attempting to bind port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 on network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:54:05.119707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:54:05.120100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Checking segment: {'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:54:05.121007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Bound using segment: {'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:54:05.121007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Bound port: d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:54:05.121390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.142097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147e74-76c7-4965-a4c8-fed0a69df222 req-10aa3c4c-d83c-4a8a-a0ad-44e7180ae3d9 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:05.142885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-80147e74-76c7-4965-a4c8-fed0a69df222 req-10aa3c4c-d83c-4a8a-a0ad-44e7180ae3d9 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Synchronizing usage tracker for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:05.195035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-80147e74-76c7-4965-a4c8-fed0a69df222 req-10aa3c4c-d83c-4a8a-a0ad-44e7180ae3d9 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Unset dirty status for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:05.196296 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-80147e74-76c7-4965-a4c8-fed0a69df222 req-10aa3c4c-d83c-4a8a-a0ad-44e7180ae3d9 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 943 time: 0.2458479 Apr 16 11:54:05.280268 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-80147e74-76c7-4965-a4c8-fed0a69df222 req-29864d3f-b886-4b38-ac5c-84ebab2a77ae tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Apr 16 11:54:05.284534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] For port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:54:05.287698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] For port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:54:05.291814 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.312550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-548b6376-b2be-47e9-aef2-2fafa7001e02 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:05.471896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:05.477430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:05.509428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:05.510109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:05.511624 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] 10.222.0.78 "PUT /v2.0/ports/d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 HTTP/1.1" status: 200 len: 1093 time: 1.7430658 Apr 16 11:54:05.512220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'tag': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:05.630354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-cb5e2fb4-13d3-4ae3-a8f9-ffd615451cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:05.631846 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-cb5e2fb4-13d3-4ae3-a8f9-ffd615451cbf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=324ba011262a4546ae4fe426d8b06622&device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 1096 time: 0.0823138 Apr 16 11:54:05.722098 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-1df4453e-0f03-412e-9c72-8039e7c75fd2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 HTTP/1.1" status: 200 len: 217 time: 0.0814378 Apr 16 11:54:05.795455 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'tag': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4', 'status': 'completed', 'code': 200} Apr 16 11:54:05.814552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-6f862abd-b361-44dc-8281-52bbfdd8348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:05.816327 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-6f862abd-b361-44dc-8281-52bbfdd8348e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c64b55b-719f-4e72-8eb4-251ba9bf74ed HTTP/1.1" status: 200 len: 848 time: 0.0873094 Apr 16 11:54:05.879792 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-4b3abc41-ab92-4632-9573-d9d09602899d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541368 Apr 16 11:54:06.046903 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-a958b471-300c-487e-930f-e4a4d73515ab service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596866 Apr 16 11:54:06.050837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:06.198933 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15e17a00-0683-4c66-a7b3-6867a1399e52 req-c12eba24-69c8-4cbc-8410-1c41bdefb7c3 service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393006 Apr 16 11:54:06.329338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedede8-0e91-4739-a917-082da8aeee00 req-9f065050-e93a-481a-9b71-067a88a33d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:06.331105 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2aedede8-0e91-4739-a917-082da8aeee00 req-9f065050-e93a-481a-9b71-067a88a33d56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=324ba011262a4546ae4fe426d8b06622&device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 1096 time: 0.0825613 Apr 16 11:54:06.754498 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-631687ff-20b8-43ff-88ca-d88a8040aac9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857904 Apr 16 11:54:06.796737 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedede8-0e91-4739-a917-082da8aeee00 req-2e3531ce-c446-4cfe-b5ac-3d9269e1e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:06.799405 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2aedede8-0e91-4739-a917-082da8aeee00 req-2e3531ce-c446-4cfe-b5ac-3d9269e1e4c6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca HTTP/1.1" status: 200 len: 910 time: 0.4587171 Apr 16 11:54:06.817343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810ba3f-a497-496c-9398-5d9e115ced32 req-6e8939e2-5dc3-4578-a8cd-8bc9abcbfc0b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:06.819991 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f810ba3f-a497-496c-9398-5d9e115ced32 req-6e8939e2-5dc3-4578-a8cd-8bc9abcbfc0b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 943 time: 0.3488772 Apr 16 11:54:06.973086 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2aedede8-0e91-4739-a917-082da8aeee00 req-91aba48f-d0e2-4b6f-b6e6-6027c966355c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 HTTP/1.1" status: 200 len: 217 time: 0.1517172 Apr 16 11:54:07.064061 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f810ba3f-a497-496c-9398-5d9e115ced32 req-92bbfd9b-cfb4-4e66-84c0-bbef0ed7c8d9 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477988 Apr 16 11:54:07.089194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedede8-0e91-4739-a917-082da8aeee00 req-98069815-7207-499d-b2d3-5770a3ff61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:07.090791 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2aedede8-0e91-4739-a917-082da8aeee00 req-98069815-7207-499d-b2d3-5770a3ff61ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c64b55b-719f-4e72-8eb4-251ba9bf74ed HTTP/1.1" status: 200 len: 848 time: 0.1085765 Apr 16 11:54:07.100692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb81f-61f0-4ad2-9d33-85fefff66611 req-3ed2144d-79fb-4ec0-8bb7-0105b6e8f9a2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:07.102366 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-393fb81f-61f0-4ad2-9d33-85fefff66611 req-3ed2144d-79fb-4ec0-8bb7-0105b6e8f9a2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.4092958 Apr 16 11:54:07.175141 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2aedede8-0e91-4739-a917-082da8aeee00 req-8f1d6653-93ca-4fc3-be68-bf3f0b6b45ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685210 Apr 16 11:54:07.284721 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-393fb81f-61f0-4ad2-9d33-85fefff66611 req-f4711b11-af7b-478b-8c6b-5cf657e20223 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380403 Apr 16 11:54:07.410199 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2aedede8-0e91-4739-a917-082da8aeee00 req-f03f4e49-8721-4db6-93a1-75bad7ad1d23 service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273695 Apr 16 11:54:07.417012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-980b8ec4-15a8-4557-b739-97f724acf847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:07.418611 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-980b8ec4-15a8-4557-b739-97f724acf847 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be&tenant_id=8044ea3a310c49d8b1b92f524f786f02 HTTP/1.1" status: 200 len: 1096 time: 0.1329339 Apr 16 11:54:07.630404 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2aedede8-0e91-4739-a917-082da8aeee00 req-246b52d5-3912-4d96-bdfb-f103a1d83c99 service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092841 Apr 16 11:54:07.639694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-74917659-3d1a-4a40-a3fc-0836891c8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:07.641228 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-74917659-3d1a-4a40-a3fc-0836891c8843 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1096 time: 0.1347666 Apr 16 11:54:08.046962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:54:08.086003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-a3587849-11c8-4912-8f8a-de71146c72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:08.087921 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-a3587849-11c8-4912-8f8a-de71146c72ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.4277956 Apr 16 11:54:08.190506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:08.203040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbbc82-0278-4227-9880-089b3164d97c req-4a377b9a-d303-48e7-910a-bdf6a12f8ffd tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:08.204654 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-20bbbc82-0278-4227-9880-089b3164d97c req-4a377b9a-d303-48e7-910a-bdf6a12f8ffd tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.4520423 Apr 16 11:54:08.204887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4', 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca', 'port_id': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4', 'mac_address': 'fa:16:3e:ca:dc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c64b55b-719f-4e72-8eb4-251ba9bf74ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:54:08.263168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:08.284286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:54:08.298062 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-9c3bcd82-7b41-4bc3-b2ad-9b7a8f51b030 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 200 len: 999 time: 0.2005906 Apr 16 11:54:08.300057 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:08.302910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:08.304756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-80559de4-b781-43c8-91c4-6992a12bb8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:08.374025 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:08.377228 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:08.379008 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-20bbbc82-0278-4227-9880-089b3164d97c req-6322fdfb-c8c0-4c18-8e1a-a11bf1afdd32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317811 Apr 16 11:54:08.413090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617b458-a068-4c32-9476-b9d5d7572ab1 req-8f64ced7-06ef-4abe-877e-91f1f379a836 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:08.414711 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0617b458-a068-4c32-9476-b9d5d7572ab1 req-8f64ced7-06ef-4abe-877e-91f1f379a836 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 943 time: 0.2314575 Apr 16 11:54:08.416371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-81e799a0-ae82-46e6-8fbc-11231cd119ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:08.417821 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-81e799a0-ae82-46e6-8fbc-11231cd119ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.1066930 Apr 16 11:54:08.555541 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:08.577651 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0617b458-a068-4c32-9476-b9d5d7572ab1 req-08cd5e73-fad0-47bc-b373-e3412ebae2b7 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563978 Apr 16 11:54:08.619006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-2cda54bd-f1a5-4ced-ae8f-8074988a4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:08.620707 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-2cda54bd-f1a5-4ced-ae8f-8074988a4d05 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1851614 Apr 16 11:54:08.633893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa08a2-9b9a-4fe2-b47c-2aae679769fa req-e6f62b3a-0cac-4f6e-9352-382c2dc28ea3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:08.635617 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d8fa08a2-9b9a-4fe2-b47c-2aae679769fa req-e6f62b3a-0cac-4f6e-9352-382c2dc28ea3 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.1482558 Apr 16 11:54:08.776023 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d8fa08a2-9b9a-4fe2-b47c-2aae679769fa req-cd326f9a-085b-44cd-b303-8cdd82d407f0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142244 Apr 16 11:54:08.818443 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-7aa54763-1a2a-4874-ace1-3ad4a4092429 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816761 Apr 16 11:54:08.963755 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a508e4f3-8ae7-41ee-b19d-5381609544be req-85f05490-15dc-40d7-b7c0-743fda06563d service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365285 Apr 16 11:54:09.588923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acb93d-47d3-46b4-8551-08da14ed334f req-4bde0ffb-a956-428a-9759-e2f9256ad3f6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:09.590608 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-32acb93d-47d3-46b4-8551-08da14ed334f req-4bde0ffb-a956-428a-9759-e2f9256ad3f6 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.0906658 Apr 16 11:54:09.645815 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-32acb93d-47d3-46b4-8551-08da14ed334f req-f80fa077-71f9-465c-a9dd-bed6eaf7d396 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484142 Apr 16 11:54:09.903808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072476-3517-420f-a0d4-6c5fe5d8144f req-34129873-1c41-4950-9f2d-0c5e95f736d8 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:09.905995 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a072476-3517-420f-a0d4-6c5fe5d8144f req-34129873-1c41-4950-9f2d-0c5e95f736d8 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 944 time: 0.1880279 Apr 16 11:54:10.047377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-593a969b-a05f-4968-af4f-9b5d8a5c4185 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:10.049860 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-593a969b-a05f-4968-af4f-9b5d8a5c4185 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.2765493 Apr 16 11:54:10.062087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:54:10.066002 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3a072476-3517-420f-a0d4-6c5fe5d8144f req-26ccc553-bc2e-437b-bd01-2ef5c15c4027 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200404 Apr 16 11:54:10.135317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138dde8-addd-4454-8574-22e5cfec5f8d req-0da3fe38-469c-456f-b49f-94ed80d0f06e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:10.137101 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4138dde8-addd-4454-8574-22e5cfec5f8d req-0da3fe38-469c-456f-b49f-94ed80d0f06e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.2300508 Apr 16 11:54:10.151445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:54:10.157447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:10.157793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.201740 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4138dde8-addd-4454-8574-22e5cfec5f8d req-2bfecdf2-8232-4492-aac3-3286f104a0cc tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568831 Apr 16 11:54:10.340420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.378401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:10.392163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:10.396092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:10.398430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:10.439714 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4', 'code': 200} Apr 16 11:54:10.476018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:10.479497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:10.857530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe04f-f92b-46cf-a229-bc5dcd308915 req-905697a7-7b11-4e79-bd96-0c28099f3c1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:10.863316 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-307fe04f-f92b-46cf-a229-bc5dcd308915 req-905697a7-7b11-4e79-bd96-0c28099f3c1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.0965829 Apr 16 11:54:10.913533 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-307fe04f-f92b-46cf-a229-bc5dcd308915 req-73f0c942-5364-44cc-9c44-9e546633e597 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Apr 16 11:54:11.299621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428329-3ecb-431f-b4cf-b5749b289c37 req-f3e7313d-b0a1-46ec-a4d4-47578bba658b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:11.307593 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-01428329-3ecb-431f-b4cf-b5749b289c37 req-f3e7313d-b0a1-46ec-a4d4-47578bba658b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.1129496 Apr 16 11:54:11.401087 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-01428329-3ecb-431f-b4cf-b5749b289c37 req-e4303803-1b04-4726-8563-6e8d8afc3ed8 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925062 Apr 16 11:54:11.456510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ca1a6-b149-446d-8584-1c640a218157 req-81dcb5f3-49eb-4062-a7d9-9c131289a8d1 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:11.458130 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8c1ca1a6-b149-446d-8584-1c640a218157 req-81dcb5f3-49eb-4062-a7d9-9c131289a8d1 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.1010556 Apr 16 11:54:11.512409 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8c1ca1a6-b149-446d-8584-1c640a218157 req-8c1b22c4-b979-490f-8154-0feaf660f299 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476348 Apr 16 11:54:11.892165 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-1b4ce091-d93d-4947-8144-21c485bd7d1c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663539500&fields=id&tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751 HTTP/1.1" status: 200 len: 267 time: 0.0622711 Apr 16 11:54:12.010498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-8586e84c-3167-484a-8db7-0ad8c92d7d7d tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:12.012139 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-8586e84c-3167-484a-8db7-0ad8c92d7d7d tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 985 time: 0.1176209 Apr 16 11:54:12.029074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Request body: {'port': {'security_groups': ['cd406250-0178-49f9-a2bd-6efb4f19efc5']}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:12.261066 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23d30-a7fe-444d-806a-1638d5982af6 req-d3d6c0f8-d0ce-4768-ae03-f8d6a4a94865 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:12.262663 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-acf23d30-a7fe-444d-806a-1638d5982af6 req-d3d6c0f8-d0ce-4768-ae03-f8d6a4a94865 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.1807246 Apr 16 11:54:12.263532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.367786 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-acf23d30-a7fe-444d-806a-1638d5982af6 req-8bb05461-23f9-4b76-af32-481506b5a7db tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932939 Apr 16 11:54:12.577659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5698ce7c-fee7-4d41-90e3-4a19467a7faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.695843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:12.709981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77473eb5-0652-4665-a401-d6c99d3b2e3f req-8b1662da-3bac-4cbe-8185-a0284e8805d2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:12.711708 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-77473eb5-0652-4665-a401-d6c99d3b2e3f req-8b1662da-3bac-4cbe-8185-a0284e8805d2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.1869149 Apr 16 11:54:12.775969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.783828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:12.788503 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-77473eb5-0652-4665-a401-d6c99d3b2e3f req-6ad7d890-e570-4028-8e5f-5bbd8ffff07a tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686598 Apr 16 11:54:12.797230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['4bab8173-f411-4a2b-97b2-07418da7d0cb'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:12.803059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81e0500f-1f90-4c83-ab91-9c7dba8bb75a tempest-VolumesSnapshotTestJSON-254959181 tempest-VolumesSnapshotTestJSON-254959181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:12.991114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event updated for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=7']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:12.999499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:13.108431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:13.109144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.110693 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d6eef88c-fa9d-4838-a9b0-cb5cd0329fd5 req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "PUT /v2.0/ports/4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 943 time: 1.0872583 Apr 16 11:54:13.111263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:13.117168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51802) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:13.180643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['4bab8173-f411-4a2b-97b2-07418da7d0cb'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:13.205762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b558ab3-9679-4198-9d59-87c105151cd5 req-290fbd72-35b9-44b5-bb70-4e5d4bc2a33e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:13.217971 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1b558ab3-9679-4198-9d59-87c105151cd5 req-290fbd72-35b9-44b5-bb70-4e5d4bc2a33e tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.2223539 Apr 16 11:54:13.226352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.232531 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'status': 'completed', 'code': 200} Apr 16 11:54:13.264548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.291587 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1b558ab3-9679-4198-9d59-87c105151cd5 req-1a4c68f2-5961-492b-adc1-433ad4b17423 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716119 Apr 16 11:54:13.330388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.343546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cbf07f99-6922-4e0c-a371-5c5c7673a31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:13.361876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.363486 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "DELETE /v2.0/security-groups/7abc7711-d47f-4ec8-adfd-452548c35c1a HTTP/1.1" status: 204 len: 168 time: 0.2449100 Apr 16 11:54:13.364198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc7711-d47f-4ec8-adfd-452548c35c1a,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:13.366307 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51806) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:13.463171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-2aa78a9b-cb8e-4e22-80b9-c06592f1ef41 None None] Provisioning complete for port 4bab8173-f411-4a2b-97b2-07418da7d0cb triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:13.463625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2aa78a9b-cb8e-4e22-80b9-c06592f1ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.484602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:13.608335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Deleting port 853e2b5b-7843-4610-a9df-f73090db174d {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:13.609071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.629909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62337b52-9e1c-480a-b6e0-8b213cfe13f4 req-92bf7260-b88b-40c1-92da-c01434fab1e4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:13.641246 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62337b52-9e1c-480a-b6e0-8b213cfe13f4 req-92bf7260-b88b-40c1-92da-c01434fab1e4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 945 time: 0.1147139 Apr 16 11:54:13.746891 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-62337b52-9e1c-480a-b6e0-8b213cfe13f4 req-18027b29-2a4a-41ff-93a7-8fec164f570f tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021819 Apr 16 11:54:13.858846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:13.859153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.010732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Calling delete_port for 853e2b5b-7843-4610-a9df-f73090db174d owned by network:floatingip {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:14.078377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 813922bb-cc88-4db9-a680-a651f35925b5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:14.078823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec95a-5ecc-4155-a6ad-87bcea90b048 req-a0904d92-3f4b-4af7-9c65-59dd01cd557e tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:14.080723 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dedec95a-5ecc-4155-a6ad-87bcea90b048 req-a0904d92-3f4b-4af7-9c65-59dd01cd557e tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.1407938 Apr 16 11:54:14.169513 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dedec95a-5ecc-4155-a6ad-87bcea90b048 req-fe60be87-7893-4fb4-aba2-bd824172661e tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690973 Apr 16 11:54:14.203871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.220554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.233624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a706a51c-2853-4301-9ab4-b7f5c3dd0c6d tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:14.251624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:14.268049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 813922bb-cc88-4db9-a680-a651f35925b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=813922bb-cc88-4db9-a680-a651f35925b5,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:14.272279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.274562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:14.283308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event deleted for resources: {'Port': ['ID=853e2b5b-7843-4610-a9df-f73090db174d,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:14.286012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:14.341361 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5', 'code': 200} Apr 16 11:54:14.369648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=813922bb-cc88-4db9-a680-a651f35925b5,revision_number=6']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:14.373220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:14.535737 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b806b-5a6a-4427-8954-22e46261986a req-568e8cf0-570d-4719-9fe1-b292dbf4f83f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:14.537791 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-924b806b-5a6a-4427-8954-22e46261986a req-568e8cf0-570d-4719-9fe1-b292dbf4f83f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.1136677 Apr 16 11:54:14.550349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks [] for floatingip, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.550721 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Floating IP 95d22a84-c1bb-4614-8aaf-6b72c3253fb4 disassociated (deleted). External IP: 172.28.1.248, port: 4bab8173-f411-4a2b-97b2-07418da7d0cb. Apr 16 11:54:14.590637 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-924b806b-5a6a-4427-8954-22e46261986a req-27b0dc00-4450-4840-a07f-e2a3a0bcff1a tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461988 Apr 16 11:54:14.827074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-181a3ac1-22a5-45c0-a668-8add4e1e0c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:14.970170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Router 6d061ff1-1111-4736-84c1-99783678e57e has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:54:15.014246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72aafa-e7e1-4a00-8dd7-0be05b8efa29 req-28ef4eef-e72a-47dc-9f3d-0ad363f803bb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:15.016091 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd72aafa-e7e1-4a00-8dd7-0be05b8efa29 req-28ef4eef-e72a-47dc-9f3d-0ad363f803bb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.1425750 Apr 16 11:54:15.084491 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cd72aafa-e7e1-4a00-8dd7-0be05b8efa29 req-af10291c-e25d-4469-82ae-ebe0928fb028 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611799 Apr 16 11:54:15.242329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:15.440454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0d84d-2767-4346-91ae-9e98073573bd req-d37647ec-316f-4dd1-9afd-eb7e374d2ffa tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:15.441272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:54:15.442433 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-26b0d84d-2767-4346-91ae-9e98073573bd req-d37647ec-316f-4dd1-9afd-eb7e374d2ffa tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.1072919 Apr 16 11:54:15.452409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] Sync routers for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:54:15.466016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:15.466870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:15.479453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:15.499840 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-26b0d84d-2767-4346-91ae-9e98073573bd req-415dce78-f33a-4909-8775-3628ba13ac72 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Apr 16 11:54:15.555342 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "DELETE /v2.0/floatingips/95d22a84-c1bb-4614-8aaf-6b72c3253fb4 HTTP/1.1" status: 204 len: 168 time: 2.1869969 Apr 16 11:54:15.555342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:15.677875 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'status': 'completed', 'code': 200} Apr 16 11:54:15.746734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:15.903803 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e282e33-50b3-4676-9f27-395bd14e85e0 req-4a8c1147-bbe6-4534-8b61-b7e9554acf65 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:15.919540 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e282e33-50b3-4676-9f27-395bd14e85e0 req-4a8c1147-bbe6-4534-8b61-b7e9554acf65 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.1352808 Apr 16 11:54:16.042326 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e282e33-50b3-4676-9f27-395bd14e85e0 req-9735d03d-d221-441d-84cc-6e3b7ca53a90 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217079 Apr 16 11:54:16.263036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:56Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:16.269934 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] Checking router: 6d061ff1-1111-4736-84c1-99783678e57e for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:54:16.281117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:16.281799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:16.322151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbb3ee-eb0e-4fd8-8231-7b3f75bbaa6e req-52506dba-0255-4b0e-9c70-0424050b7b1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:16.324133 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5cdbb3ee-eb0e-4fd8-8231-7b3f75bbaa6e req-52506dba-0255-4b0e-9c70-0424050b7b1c tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.0960436 Apr 16 11:54:16.377731 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5cdbb3ee-eb0e-4fd8-8231-7b3f75bbaa6e req-73382a8d-748c-4d33-b410-aea4a28899f5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Apr 16 11:54:16.481426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.496798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:16.755466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52fb6d-3ef0-4cb4-8339-9a0a2b469df9 req-e91197d8-849f-421b-a14b-1588d16d854f tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:16.757189 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2d52fb6d-3ef0-4cb4-8339-9a0a2b469df9 req-e91197d8-849f-421b-a14b-1588d16d854f tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.1013112 Apr 16 11:54:17.045402 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2d52fb6d-3ef0-4cb4-8339-9a0a2b469df9 req-7d1ce6f1-e4cf-4bfb-b2c1-be81f2a3563e tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805872 Apr 16 11:54:17.076615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:56Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:17.084975 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e41ef-c05a-4eb2-8777-9fe4f86545b0 None None] The sync data for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb is: [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:51:47Z', 'revision_number': 4, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'd73a0e54-6f23-4be3-ba40-93f4797c51e0', 'name': '', 'network_id': 'a41be246-d7b9-4062-9cb7-4cad5abda8ec', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'mac_address': 'fa:16:3e:cc:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '84741457-4de7-4675-8f79-92ebbbd26253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:46Z', 'updated_at': '2021-04-16T11:51:56Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'subnets': [{'id': '84741457-4de7-4675-8f79-92ebbbd26253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:54:17.226021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:17.277533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb3c20-d05b-4d66-8e98-6aabf776a0e4 req-30b3f6c8-8c24-4ef1-8a75-89c179f19997 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.279191 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15eb3c20-d05b-4d66-8e98-6aabf776a0e4 req-30b3f6c8-8c24-4ef1-8a75-89c179f19997 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.1035583 Apr 16 11:54:17.339964 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15eb3c20-d05b-4d66-8e98-6aabf776a0e4 req-d1cb1e5d-959b-4caa-91fb-a48d3b54da6d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540612 Apr 16 11:54:17.591648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93293cf-e298-4839-887a-2b5f97eadbcb req-0da19715-3c69-4e81-adf6-b6a84c98ea61 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:17.593851 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a93293cf-e298-4839-887a-2b5f97eadbcb req-0da19715-3c69-4e81-adf6-b6a84c98ea61 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.0898116 Apr 16 11:54:17.601946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30678db7-1b14-4214-8ea5-b68d6cb89b85 None None] New status for floating IP 95d22a84-c1bb-4614-8aaf-6b72c3253fb4: DOWN {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:54:17.647320 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a93293cf-e298-4839-887a-2b5f97eadbcb req-d2d363cf-aab8-4c9c-a243-4a79d2065d46 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446033 Apr 16 11:54:18.285969 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7bf73-bcc2-43a1-bc26-a408c07bd432 req-ea64deb1-c7ac-463e-89e7-a831a9f1ac38 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:18.288128 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b5f7bf73-bcc2-43a1-bc26-a408c07bd432 req-ea64deb1-c7ac-463e-89e7-a831a9f1ac38 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.1013682 Apr 16 11:54:18.356318 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b5f7bf73-bcc2-43a1-bc26-a408c07bd432 req-6ffd913f-e802-448c-9b19-c74a014c9484 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509353 Apr 16 11:54:18.553674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c88c-030a-41df-9ed5-95cb7c6059fa req-1f1ebf14-aa4b-4ea9-bf21-52cd9a9bb3f2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:18.555277 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-75a1c88c-030a-41df-9ed5-95cb7c6059fa req-1f1ebf14-aa4b-4ea9-bf21-52cd9a9bb3f2 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.0902374 Apr 16 11:54:18.610042 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-75a1c88c-030a-41df-9ed5-95cb7c6059fa req-54720862-8ee8-4e2f-ae50-cce57142fa72 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481136 Apr 16 11:54:18.856103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b034a-a9cc-4909-9e6a-48be667eba38 req-ef2a9f50-f93b-4fbe-9c15-8a4d75dedd82 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:18.857784 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-484b034a-a9cc-4909-9e6a-48be667eba38 req-ef2a9f50-f93b-4fbe-9c15-8a4d75dedd82 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.0948482 Apr 16 11:54:18.912885 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-484b034a-a9cc-4909-9e6a-48be667eba38 req-9db92c99-0483-47e9-9784-b819755c7a29 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480456 Apr 16 11:54:19.580503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414d04e-2769-4b58-a691-721d3e5b36fc req-e6801d26-db09-49ee-bdb8-b3229ce3c1ef tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:19.582161 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2414d04e-2769-4b58-a691-721d3e5b36fc req-e6801d26-db09-49ee-bdb8-b3229ce3c1ef tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.0974548 Apr 16 11:54:19.631201 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2414d04e-2769-4b58-a691-721d3e5b36fc req-e05a15e5-2e26-407a-95e1-a49f9e837be5 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 Apr 16 11:54:19.824615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2214-3b32-42fa-81ba-04e7ddb16222 req-ad9672e0-2f04-4cf4-ba28-0a3d2873d69b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:19.826286 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8fff2214-3b32-42fa-81ba-04e7ddb16222 req-ad9672e0-2f04-4cf4-ba28-0a3d2873d69b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.0912123 Apr 16 11:54:19.876130 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-8fff2214-3b32-42fa-81ba-04e7ddb16222 req-c240afce-e709-4146-8b99-0ee929ae4eee tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Apr 16 11:54:20.135983 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba607-da71-4bc5-a88d-d24026831647 req-0857f84d-0bb4-461d-80e9-eb7fc42f58cb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:20.137657 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85bba607-da71-4bc5-a88d-d24026831647 req-0857f84d-0bb4-461d-80e9-eb7fc42f58cb tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.0948706 Apr 16 11:54:20.188116 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85bba607-da71-4bc5-a88d-d24026831647 req-24899d4a-ff66-4b1b-8e9b-2741dc3dd35b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Apr 16 11:54:20.388197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Deleting port 813922bb-cc88-4db9-a680-a651f35925b5 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:20.388587 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:20.466802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-4ffe2544-3f43-499a-a3dc-73e037f4f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:20.468503 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-4ffe2544-3f43-499a-a3dc-73e037f4f280 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1099 time: 0.2101514 Apr 16 11:54:20.527692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b5969-e11f-4caa-a580-43053a263367 req-5256015b-63ec-4534-b26a-debe407a2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:20.529395 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0f7b5969-e11f-4caa-a580-43053a263367 req-5256015b-63ec-4534-b26a-debe407a2677 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 1098 time: 0.0826869 Apr 16 11:54:20.578181 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0f7b5969-e11f-4caa-a580-43053a263367 req-4d527959-3b5f-48a9-a21e-523438cedf0e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Apr 16 11:54:20.806515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-ecf8e083-df77-437c-9408-6dec9f276ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:20.808036 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-ecf8e083-df77-437c-9408-6dec9f276ae8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 917 time: 0.3071332 Apr 16 11:54:20.908090 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-a7445b63-3656-4d14-8ab9-26d56396d77e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 217 time: 0.0898247 Apr 16 11:54:20.914042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] For port 813922bb-cc88-4db9-a680-a651f35925b5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=813922bb-cc88-4db9-a680-a651f35925b5,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:20.914442 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.153310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-638621d3-368f-46a6-8817-0ceb6cb54063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:21.154876 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-638621d3-368f-46a6-8817-0ceb6cb54063 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.2273917 Apr 16 11:54:21.267210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221907f-e91d-4323-84ab-094b6db81a3e req-2edc99e5-448f-482c-9ed2-2a927277f94e tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:21.268825 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3221907f-e91d-4323-84ab-094b6db81a3e req-2edc99e5-448f-482c-9ed2-2a927277f94e tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.5211923 Apr 16 11:54:21.459679 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea79916-51bf-4d07-afef-77cb5d73c818 req-5afa8ea9-552a-403c-961f-76a35fb302d4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:21.461199 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cea79916-51bf-4d07-afef-77cb5d73c818 req-5afa8ea9-552a-403c-961f-76a35fb302d4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 943 time: 0.4210780 Apr 16 11:54:21.464071 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3221907f-e91d-4323-84ab-094b6db81a3e req-d64a82fa-33cc-4f7e-9d6e-fb06cd6c1104 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820266 Apr 16 11:54:21.549145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.549552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.549903 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Floating IP 52ae05da-a5dd-4911-86c5-28331425df8a disassociated. External IP: 172.28.1.41, port: 813922bb-cc88-4db9-a680-a651f35925b5. Apr 16 11:54:21.550288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Calling delete_port for 813922bb-cc88-4db9-a680-a651f35925b5 owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:21.586293 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-cde5fba8-6d0f-4bd2-ade3-96d9a8c730c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:21.587892 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-cde5fba8-6d0f-4bd2-ade3-96d9a8c730c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3738766 Apr 16 11:54:21.629690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:21.637124 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cea79916-51bf-4d07-afef-77cb5d73c818 req-5dd2d9da-0ac9-404b-99fd-01fe2e0c3b88 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625948 Apr 16 11:54:22.115512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:54:22.120019 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-e08fe92b-9f61-471e-816b-6aba905196fc service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225852 Apr 16 11:54:22.176883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c4abb-912b-47f8-a2d4-e16cf2fc08ea req-274d4559-2058-415b-b87f-48a16212642b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.178552 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-951c4abb-912b-47f8-a2d4-e16cf2fc08ea req-274d4559-2058-415b-b87f-48a16212642b tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 943 time: 0.5972717 Apr 16 11:54:22.271962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:22.288704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'port_id': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'mac_address': 'fa:16:3e:be:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:54:22.311921 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.338445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:22.354623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.373256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0037098-7f3e-4164-a2e0-79946d76b90d {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:54:22.391398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:22.394519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.396578 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-58e25b80-934c-4477-aaa4-6ea64fe3e678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:22.401331 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-951c4abb-912b-47f8-a2d4-e16cf2fc08ea req-62fd308b-ed90-4e12-92bd-06433251fc24 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups?id=079cf850-7212-40bd-bfbf-ab9f8c6629ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730773 Apr 16 11:54:22.461185 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-e14db5c9-83a9-4531-81ec-41ad60e346b5 req-06d8cf43-b355-40f7-b6c7-49914d2fbd8b service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312435 Apr 16 11:54:22.462030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event deleted for resources: {'Port': ['ID=813922bb-cc88-4db9-a680-a651f35925b5,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:22.469051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=9']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:22.469526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:22.472439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:22.630834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['c0037098-7f3e-4164-a2e0-79946d76b90d'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:22.820725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48853912-f850-4f22-857b-bd4db76c1a67 req-c38064e1-ddf6-4ec9-a6a1-cc80b828f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.822341 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48853912-f850-4f22-857b-bd4db76c1a67 req-c38064e1-ddf6-4ec9-a6a1-cc80b828f4a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8044ea3a310c49d8b1b92f524f786f02&device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1097 time: 0.0931065 Apr 16 11:54:22.880493 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-ab9b6232-b103-47ba-aeb2-102ec9bf06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.882176 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-ab9b6232-b103-47ba-aeb2-102ec9bf06c2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 1099 time: 0.3687136 Apr 16 11:54:22.987202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48853912-f850-4f22-857b-bd4db76c1a67 req-7134d111-25e6-44a3-98ed-6b5b43e3c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.988914 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48853912-f850-4f22-857b-bd4db76c1a67 req-7134d111-25e6-44a3-98ed-6b5b43e3c3ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 200 len: 918 time: 0.1469541 Apr 16 11:54:23.039951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f8b1-7c3c-444a-9166-8195bfa812a4 req-7d26f143-fa3a-4c9d-95d5-be3edc8adcd2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.041702 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ce93f8b1-7c3c-444a-9166-8195bfa812a4 req-7d26f143-fa3a-4c9d-95d5-be3edc8adcd2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.4483476 Apr 16 11:54:23.089370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Router 878c041d-215c-4552-9e0c-f1584ec278b4 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:54:23.113322 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48853912-f850-4f22-857b-bd4db76c1a67 req-8858d2b5-e63b-46dd-90fe-3589d39e3b13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 200 len: 1000 time: 0.1172094 Apr 16 11:54:23.136212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede107a1-21b0-4bde-bcd9-a37bcbe88d2b req-653a566c-76c1-4d3f-94f6-8907bf0ee814 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.137802 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ede107a1-21b0-4bde-bcd9-a37bcbe88d2b req-653a566c-76c1-4d3f-94f6-8907bf0ee814 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 944 time: 0.3544021 Apr 16 11:54:23.188961 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48853912-f850-4f22-857b-bd4db76c1a67 req-9f626d7e-0873-4cd3-bad6-9b6727d2a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.190819 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48853912-f850-4f22-857b-bd4db76c1a67 req-9f626d7e-0873-4cd3-bad6-9b6727d2a925 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 200 len: 855 time: 0.0702040 Apr 16 11:54:23.266865 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-27b480e9-848e-48d9-9b3d-10c7ca0ff6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.268415 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-27b480e9-848e-48d9-9b3d-10c7ca0ff6fb service neutron] 10.222.0.78 "GET /v2.0/networks?id=a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 200 len: 917 time: 0.3692729 Apr 16 11:54:23.271571 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ce93f8b1-7c3c-444a-9166-8195bfa812a4 req-86ef9275-edbe-4f5e-bb62-178ee178ee5d tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157447 Apr 16 11:54:23.281633 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48853912-f850-4f22-857b-bd4db76c1a67 req-1723a2e6-aa44-4535-a69a-7880b966a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.283341 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48853912-f850-4f22-857b-bd4db76c1a67 req-1723a2e6-aa44-4535-a69a-7880b966a75a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2abaab04-7726-4be4-a49b-2cd65602a96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0855997 Apr 16 11:54:23.424000 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-bd2fb2be-1123-485a-a911-5cfaefc0ab72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 200 len: 217 time: 0.1471977 Apr 16 11:54:23.437766 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ede107a1-21b0-4bde-bcd9-a37bcbe88d2b req-72ec0c1e-5e76-4cb8-93ff-94734e78d36b tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790709 Apr 16 11:54:23.447173 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48853912-f850-4f22-857b-bd4db76c1a67 req-3932fc60-9308-48c6-b2ae-1c90e06204d0 service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559436 Apr 16 11:54:23.543967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-c845ed28-f095-4a60-b596-abfa305e8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.545594 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-c845ed28-f095-4a60-b596-abfa305e8126 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 200 len: 854 time: 0.1116145 Apr 16 11:54:23.550129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:54:23.562508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5853-6502-4741-90fa-c589e23afcce None None] Sync routers for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:54:23.575310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:23.576363 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:23.697991 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48853912-f850-4f22-857b-bd4db76c1a67 req-8f50c714-765c-45a6-b5f2-a76f9b9d041a service neutron] 10.222.0.78 "GET /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436528 Apr 16 11:54:23.736222 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-23a57e33-c295-43ad-b158-fbbba16793e2 req-4a295805-d80b-4995-a8f5-8d405a84dcf2 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294 HTTP/1.1" status: 200 len: 210 time: 0.1199906 Apr 16 11:54:23.737243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] No DVR routers for this DVR port 813922bb-cc88-4db9-a680-a651f35925b5 on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:23.740292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:23.743463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'name': 'network-vif-deleted', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:23.773036 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-26b697ca-8d8b-4dd4-8453-43c6a97faeac req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.78 "DELETE /v2.0/ports/813922bb-cc88-4db9-a680-a651f35925b5 HTTP/1.1" status: 204 len: 173 time: 3.5159268 Apr 16 11:54:23.784659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-86c79645-0d84-4641-a319-1749f2ad7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:23.786325 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-86c79645-0d84-4641-a319-1749f2ad7176 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a41be246-d7b9-4062-9cb7-4cad5abda8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2338128 Apr 16 11:54:23.832034 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ba14b7-8eb0-4bd3-a236-20dfa6ed6294', 'name': 'network-vif-deleted', 'tag': '813922bb-cc88-4db9-a680-a651f35925b5', 'status': 'completed', 'code': 200} Apr 16 11:54:23.917901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:24.027212 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-9334f928-1ed2-41e1-bfa3-58d6ab362188 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286458 Apr 16 11:54:24.167843 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:54:24.395695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514d266-8fac-4bd0-b8db-af7ea4174733 req-db41b8ac-b653-4238-94eb-bcf432098892 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:24.400479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port c0037098-7f3e-4164-a2e0-79946d76b90d triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:24.401087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:24.403936 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7514d266-8fac-4bd0-b8db-af7ea4174733 req-db41b8ac-b653-4238-94eb-bcf432098892 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.5158019 Apr 16 11:54:24.493011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:24.528059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5853-6502-4741-90fa-c589e23afcce None None] Checking router: 878c041d-215c-4552-9e0c-f1584ec278b4 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:54:24.540899 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7514d266-8fac-4bd0-b8db-af7ea4174733 req-6d71b0db-8036-4b68-9a8c-66cd4f93a576 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360328 Apr 16 11:54:24.553894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:24.554579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:24.572799 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4b9dba9c-9404-4acc-8230-8aa94322d9a6 req-852a82f9-7504-4fb3-8f1f-eb3782c7b260 service neutron] 10.222.0.78 "GET /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385368 Apr 16 11:54:24.600207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031bb7c-69f5-4798-82da-66b75dd0b63a req-301afb50-7eb9-4ff7-9316-bc1b85c8c2fe tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:24.601830 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7031bb7c-69f5-4798-82da-66b75dd0b63a req-301afb50-7eb9-4ff7-9316-bc1b85c8c2fe tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.1598260 Apr 16 11:54:24.657914 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7031bb7c-69f5-4798-82da-66b75dd0b63a req-919f5d80-d7cd-4f5b-8299-2065db0e0673 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492120 Apr 16 11:54:24.690536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:24.742825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:24.751561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0c6b9-a251-419b-bb66-c248ea99a3d8 req-c32eb79e-8497-4b9f-b4b6-5b1770d3e9a1 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:24.753243 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-70b0c6b9-a251-419b-bb66-c248ea99a3d8 req-c32eb79e-8497-4b9f-b4b6-5b1770d3e9a1 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 944 time: 0.0997660 Apr 16 11:54:24.761521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:24.765857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:24.770098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:24.804006 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'code': 200} Apr 16 11:54:24.808363 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-70b0c6b9-a251-419b-bb66-c248ea99a3d8 req-d62fc416-a5b1-430d-94b6-55c43c963d09 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Apr 16 11:54:24.856641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:24.914069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51918) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:24.928659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=10']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:24.942409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:25.011107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.041509 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.085384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfddb64-f8ba-4250-b5b8-c3665956aa38 req-8ac481e2-76af-46ba-97c8-b41402f588c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:25.087371 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4cfddb64-f8ba-4250-b5b8-c3665956aa38 req-8ac481e2-76af-46ba-97c8-b41402f588c9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 1099 time: 0.0844536 Apr 16 11:54:25.089716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.095150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:25.111804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079cf850-7212-40bd-bfbf-ab9f8c6629ce,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:25.114657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:25.120922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.125429 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "DELETE /v2.0/security-groups/079cf850-7212-40bd-bfbf-ab9f8c6629ce HTTP/1.1" status: 204 len: 168 time: 0.2070136 Apr 16 11:54:25.125795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 51922) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:25.133491 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4cfddb64-f8ba-4250-b5b8-c3665956aa38 req-10c12414-ce8f-4617-a1a9-edf86c69ee55 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380952 Apr 16 11:54:25.144421 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.v2.resource [None req-16ff4d9d-3a56-44af-889b-58774a17a868 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] show failed (client error): The resource could not be found. Apr 16 11:54:25.146301 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-16ff4d9d-3a56-44af-889b-58774a17a868 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "GET /v2.0/security-groups/079cf850-7212-40bd-bfbf-ab9f8c6629ce HTTP/1.1" status: 404 len: 347 time: 0.0185683 Apr 16 11:54:25.148475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 51926) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:25.226740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-936a5853-6502-4741-90fa-c589e23afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:25.230952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5853-6502-4741-90fa-c589e23afcce None None] The sync data for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb is: [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:48:27Z', 'revision_number': 4, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9062bfd6-57d9-4f1f-bdba-acca1331933a', 'name': '', 'network_id': 'f0571358-95c5-4514-b55e-43d6aeecc7a5', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'mac_address': 'fa:16:3e:33:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:25Z', 'updated_at': '2021-04-16T11:48:40Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'subnets': [{'id': 'c9c4c602-70c2-4c77-bb88-29374d9a1061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:54:25.319498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Deleting port db86325e-486f-4baa-bca3-cf614bf0b63b {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:25.319886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.506425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.506783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:25.641863 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Calling delete_port for db86325e-486f-4baa-bca3-cf614bf0b63b owned by network:floatingip {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:25.669349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75429699-78fb-41bf-9c0e-725a7e0194de None None] New status for floating IP 52ae05da-a5dd-4911-86c5-28331425df8a: DOWN {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:54:25.893441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-75429699-78fb-41bf-9c0e-725a7e0194de None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 11:54:25.893441 dv-cinder-689486-10-smb neutron-server[85234]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Apr 16 11:54:25.893441 dv-cinder-689486-10-smb neutron-server[85234]: [parameters: {'status': 'DOWN', 'floatingips_id': '52ae05da-a5dd-4911-86c5-28331425df8a'}] Apr 16 11:54:25.893441 dv-cinder-689486-10-smb neutron-server[85234]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=85352) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:54:25.893953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-75429699-78fb-41bf-9c0e-725a7e0194de None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:54:25.950573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e166db-54e8-49e0-ae8f-53689c72ce7a req-6f8950b8-8da0-4fa0-b038-5ac147ae9622 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:25.952287 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f4e166db-54e8-49e0-ae8f-53689c72ce7a req-6f8950b8-8da0-4fa0-b038-5ac147ae9622 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.2810159 Apr 16 11:54:26.107979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:26.130163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-523ad2be-2e52-40db-b288-2dfed96fc241 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:26.181023 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-f4e166db-54e8-49e0-ae8f-53689c72ce7a req-593c7c69-bc7d-4984-90b1-6529d421cb15 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781476 Apr 16 11:54:26.247827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Pushing event deleted for resources: {'Port': ['ID=db86325e-486f-4baa-bca3-cf614bf0b63b,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:26.255564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:26.266131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ff412-b9ef-40b9-9531-fc5bb65168cd req-419f6c63-1133-4f95-adc1-21bad62d4bb1 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:26.267903 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-370ff412-b9ef-40b9-9531-fc5bb65168cd req-419f6c63-1133-4f95-adc1-21bad62d4bb1 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.4799273 Apr 16 11:54:26.304731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15fdb-a350-4721-9848-7c42a146838b req-5fea6582-1e7f-4554-8407-0ecaead5a049 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:26.306321 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-75e15fdb-a350-4721-9848-7c42a146838b req-5fea6582-1e7f-4554-8407-0ecaead5a049 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.4718544 Apr 16 11:54:26.395050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75429699-78fb-41bf-9c0e-725a7e0194de None None] New status for floating IP 52ae05da-a5dd-4911-86c5-28331425df8a: DOWN {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:54:26.473321 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da691b39-5325-449b-95a2-df0bcaca316d req-8eb5b5d8-af42-45f1-a70d-2bb0dd9d16ac tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:26.474905 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-da691b39-5325-449b-95a2-df0bcaca316d req-8eb5b5d8-af42-45f1-a70d-2bb0dd9d16ac tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.5356507 Apr 16 11:54:26.561063 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-370ff412-b9ef-40b9-9531-fc5bb65168cd req-884c6348-96af-43c9-8f35-782cf20d3451 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787611 Apr 16 11:54:26.578255 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Deleting port 4bab8173-f411-4a2b-97b2-07418da7d0cb {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:26.578653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:26.686770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Deleting port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:26.687188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.104257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78757f49-dc10-4eac-b8fa-39a6ce50c4a8 req-80079014-456e-4f0d-8785-7eec941a8e8c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:27.105868 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-78757f49-dc10-4eac-b8fa-39a6ce50c4a8 req-80079014-456e-4f0d-8785-7eec941a8e8c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 946 time: 0.7795274 Apr 16 11:54:27.116015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:54:27.310621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks [] for floatingip, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.487368 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-78757f49-dc10-4eac-b8fa-39a6ce50c4a8 req-77364401-ff93-414c-93ec-260512950a5f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661518 Apr 16 11:54:27.506588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.507823 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4d0c1e7f-1b20-430b-bce4-ac2ada41abd0 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] 10.222.0.58 "DELETE /v2.0/floatingips/52ae05da-a5dd-4911-86c5-28331425df8a HTTP/1.1" status: 204 len: 168 time: 2.3582981 Apr 16 11:54:27.591069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] For port 4bab8173-f411-4a2b-97b2-07418da7d0cb, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=4bab8173-f411-4a2b-97b2-07418da7d0cb,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:27.591503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.754522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Calling delete_port for 4bab8173-f411-4a2b-97b2-07418da7d0cb owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:27.838830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] For port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:27.839235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.948004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02707135-84b2-43d5-9857-1f52790b5f3a req-91300415-5706-4bd5-a4de-78c913435d3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:27.949718 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-02707135-84b2-43d5-9857-1f52790b5f3a req-91300415-5706-4bd5-a4de-78c913435d3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 946 time: 0.6270065 Apr 16 11:54:28.033624 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Calling delete_port for d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:28.173221 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-02707135-84b2-43d5-9857-1f52790b5f3a req-2b8f147e-a702-48cb-b80f-efe1f06c8b9e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd406250-0178-49f9-a2bd-6efb4f19efc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564755 Apr 16 11:54:28.265368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c74e80-e9f3-4480-a736-bc7a50659c9d req-1b0a4971-b336-46d2-95dd-057f8c125be8 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:28.267600 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-40c74e80-e9f3-4480-a736-bc7a50659c9d req-1b0a4971-b336-46d2-95dd-057f8c125be8 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 945 time: 0.5212221 Apr 16 11:54:28.339667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:28.360209 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-459813d1-eefa-4679-9c26-d9431e85ed18 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:28.432897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Pushing event deleted for resources: {'Port': ['ID=4bab8173-f411-4a2b-97b2-07418da7d0cb,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:28.489984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:28.499646 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-40c74e80-e9f3-4480-a736-bc7a50659c9d req-8f72fec4-85c6-4561-931d-41d5c412f37d tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943407 Apr 16 11:54:28.519582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:28.537329 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-21a4a2e5-0130-40c7-8ddb-e989111888a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:28.590256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Pushing event deleted for resources: {'Port': ['ID=d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:28.651499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:28.894902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] No DVR routers for this DVR port 4bab8173-f411-4a2b-97b2-07418da7d0cb on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:28.900265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:28.905521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'name': 'network-vif-deleted', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:28.927681 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-75e15fdb-a350-4721-9848-7c42a146838b req-e5f09e34-29c4-4c20-b180-2326bea39d22 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.78 "DELETE /v2.0/ports/4bab8173-f411-4a2b-97b2-07418da7d0cb HTTP/1.1" status: 204 len: 173 time: 2.6023490 Apr 16 11:54:28.980481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a643a-d06b-4d86-af8a-a2d2e5a0d090 req-a65f0af8-683c-4fb1-bb3e-d5175bc1c4be tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:28.982457 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ac2a643a-d06b-4d86-af8a-a2d2e5a0d090 req-a65f0af8-683c-4fb1-bb3e-d5175bc1c4be tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 946 time: 0.3299606 Apr 16 11:54:28.992719 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7abe438-cd70-4df4-b9a2-7af2ea3404f0', 'name': 'network-vif-deleted', 'tag': '4bab8173-f411-4a2b-97b2-07418da7d0cb', 'status': 'completed', 'code': 200} Apr 16 11:54:29.049719 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] No DVR routers for this DVR port d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:29.054148 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:29.056411 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-da691b39-5325-449b-95a2-df0bcaca316d req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "DELETE /v2.0/ports/d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 HTTP/1.1" status: 204 len: 173 time: 2.5699735 Apr 16 11:54:29.099051 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ac2a643a-d06b-4d86-af8a-a2d2e5a0d090 req-75b433e8-7049-4c48-bb26-ddb39280d842 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087909 Apr 16 11:54:29.370942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-bc4db6d0-f9b0-4875-ad73-dc38f812adc6 req-1b92f37c-b768-496b-95cc-fdc1a8701f00 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Synchronizing usage tracker for tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:29.401498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-bc4db6d0-f9b0-4875-ad73-dc38f812adc6 req-1b92f37c-b768-496b-95cc-fdc1a8701f00 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Unset dirty status for tenant:cc4d90daf68e4bb9a07c0e60dd5f0751 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:29.402864 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bc4db6d0-f9b0-4875-ad73-dc38f812adc6 req-1b92f37c-b768-496b-95cc-fdc1a8701f00 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] 10.222.0.58 "GET /v2.0/ports?device_id=b7abe438-cd70-4df4-b9a2-7af2ea3404f0 HTTP/1.1" status: 200 len: 210 time: 0.0946069 Apr 16 11:54:29.688542 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-21caffe9-9115-46c2-8c0d-71a1c8e9a128 req-7cefe0a2-e45e-4983-9d78-018b8b3d2bdb tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Synchronizing usage tracker for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:29.704204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-21caffe9-9115-46c2-8c0d-71a1c8e9a128 req-7cefe0a2-e45e-4983-9d78-018b8b3d2bdb tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Unset dirty status for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:29.705482 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21caffe9-9115-46c2-8c0d-71a1c8e9a128 req-7cefe0a2-e45e-4983-9d78-018b8b3d2bdb tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed3f1d96-8750-44d0-8389-8ce39927249e HTTP/1.1" status: 200 len: 210 time: 0.0693469 Apr 16 11:54:30.156039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 4bab8173-f411-4a2b-97b2-07418da7d0cb no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:30.198326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 4bab8173-f411-4a2b-97b2-07418da7d0cb {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:30.198642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 4bab8173-f411-4a2b-97b2-07418da7d0cb not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:30.199119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:30.236583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:30.236972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device d153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4 not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:30.815954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52040) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:30.995475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'name': 'network-vif-deleted', 'tag': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:31.052760 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3f1d96-8750-44d0-8389-8ce39927249e', 'name': 'network-vif-deleted', 'tag': 'd153dbeb-8ddd-4bdf-89ef-c0ea4ce67bf4', 'status': 'completed', 'code': 200} Apr 16 11:54:31.087234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52070) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:31.279163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-6d4066c3-da6d-4fd4-82eb-0c965acce200 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:31.281149 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-6d4066c3-da6d-4fd4-82eb-0c965acce200 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/networks?id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca HTTP/1.1" status: 200 len: 808 time: 0.3182681 Apr 16 11:54:31.316910 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-a9181fba-a68b-4c98-9954-56b507000872 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/quotas/324ba011262a4546ae4fe426d8b06622 HTTP/1.1" status: 200 len: 375 time: 0.0259497 Apr 16 11:54:31.451176 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-7624d489-829e-4a30-9283-2b5e49543a63 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=324ba011262a4546ae4fe426d8b06622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260300 Apr 16 11:54:31.592004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692985'] for router_interface, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:31.978258 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-0c7afac5-e215-4e26-8ee0-f452006b4ceb service neutron] 10.222.0.58 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317181 Apr 16 11:54:31.984034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Deleting port 9062bfd6-57d9-4f1f-bdba-acca1331933a {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:31.984412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:32.175696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] For port 9062bfd6-57d9-4f1f-bdba-acca1331933a, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9062bfd6-57d9-4f1f-bdba-acca1331933a,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:32.176166 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:32.200296 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-a897c554-f798-4d77-b3c2-943d1419f00b service neutron] 10.222.0.58 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104788 Apr 16 11:54:32.291330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692985'] for router_interface, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:32.319449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Calling delete_port for 9062bfd6-57d9-4f1f-bdba-acca1331933a owned by network:router_interface {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:32.492767 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d518ea99-6192-4c93-a4ad-6c186edbd802 req-c64c20db-e5ec-4efb-a905-193327ce1090 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 210 time: 0.1268878 Apr 16 11:54:32.536294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:32.559496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3adcc878-7e2f-41b7-887e-8bd61e0f1f5a tempest-VolumesActionsTest-1276645169 tempest-VolumesActionsTest-1276645169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:32.662818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Pushing event deleted for resources: {'Port': ['ID=9062bfd6-57d9-4f1f-bdba-acca1331933a,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:32.667011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:32.752160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Deleting port d73a0e54-6f23-4be3-ba40-93f4797c51e0 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:32.753175 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:32.992874 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] For port d73a0e54-6f23-4be3-ba40-93f4797c51e0, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d73a0e54-6f23-4be3-ba40-93f4797c51e0,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:32.993422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:33.137247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Calling delete_port for d73a0e54-6f23-4be3-ba40-93f4797c51e0 owned by network:router_interface {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:33.302089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854203206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689490'] for router_interface, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:33.608725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-1d28ffbf-cf23-4439-ab4e-d458819fb62f tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:33.610316 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-1d28ffbf-cf23-4439-ab4e-d458819fb62f tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "GET /v2.0/networks?id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca HTTP/1.1" status: 200 len: 808 time: 0.1694429 Apr 16 11:54:33.628099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Request body: {'port': {'device_id': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca', 'admin_state_up': True, 'tenant_id': '324ba011262a4546ae4fe426d8b06622'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:33.791612 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-15aa0464-b17b-4493-9e66-e590776fcd6d req-e61eef09-09df-41d6-8341-5205a33df50a tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 210 time: 0.0810273 Apr 16 11:54:33.795774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:33.824122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:33.861780 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Router 878c041d-215c-4552-9e0c-f1584ec278b4 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:54:33.935039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73a0e54-6f23-4be3-ba40-93f4797c51e0,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:33.958840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.959256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.959689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.960088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.960484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.960878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.961264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.961652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.962041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.962428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.962812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.963198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:33.966762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:34.007244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:34.026079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:34.056242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Made reservation on behalf of 324ba011262a4546ae4fe426d8b06622 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:34.061349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:54:34.063301 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:34.070743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199d044-c557-4325-917d-24187394541e None None] Sync routers for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:54:34.075210 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] 10.222.0.58 "PUT /v2.0/routers/878c041d-215c-4552-9e0c-f1584ec278b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2580736 Apr 16 11:54:34.077890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52090) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:34.086243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199d044-c557-4325-917d-24187394541e None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:34.087120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3199d044-c557-4325-917d-24187394541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:34.279801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks [] for router, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:34.480726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-3199d044-c557-4325-917d-24187394541e None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:34.485276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:34.494000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Deleting port 5b6d1627-a364-43a3-bc63-302e3f1695f8 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:34.494453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:34.675498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Allocated IP 172.20.0.14 (7a3b052c-74f1-4ed3-9c50-1c16f87a9eca/0c64b55b-719f-4e72-8eb4-251ba9bf74ed/75634f5b-c361-42f5-b047-2cc0aef6b7dc) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:54:34.685518 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] For port 5b6d1627-a364-43a3-bc63-302e3f1695f8, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=5b6d1627-a364-43a3-bc63-302e3f1695f8,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:34.686002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:34.781291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3199d044-c557-4325-917d-24187394541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:54:32Z', 'revision_number': 5, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port': {'id': '5b6d1627-a364-43a3-bc63-302e3f1695f8', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:da:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:14Z', 'updated_at': '2021-04-16T11:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:34.801079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199d044-c557-4325-917d-24187394541e None None] Checking router: 878c041d-215c-4552-9e0c-f1584ec278b4 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:54:34.811196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199d044-c557-4325-917d-24187394541e None None] Routers {'878c041d-215c-4552-9e0c-f1584ec278b4'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:34.811886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3199d044-c557-4325-917d-24187394541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['878c041d-215c-4552-9e0c-f1584ec278b4'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:34.825203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Calling delete_port for 5b6d1627-a364-43a3-bc63-302e3f1695f8 owned by network:router_gateway {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:34.862555 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854203206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689490'] for router_interface, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:34.999475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-3199d044-c557-4325-917d-24187394541e None None] Set router 878c041d-215c-4552-9e0c-f1584ec278b4 gateway port host: None {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:35.004949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.020908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-72bbe882-9a37-4e18-b793-61f691720b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:35.095832 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c1a831e9-bd1f-4581-a215-d7a6b5d101bf req-e6c7895f-ce6f-4d47-9da2-ca05f2d0a72a tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 210 time: 0.1207252 Apr 16 11:54:35.114732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6d1627-a364-43a3-bc63-302e3f1695f8,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:35.116725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-3199d044-c557-4325-917d-24187394541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:54:34Z', 'revision_number': 6, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port_host': None}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:35.121635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3199d044-c557-4325-917d-24187394541e None None] The sync data for ids ['878c041d-215c-4552-9e0c-f1584ec278b4'] in dv-cinder-689486-10-smb is: [{'id': '878c041d-215c-4552-9e0c-f1584ec278b4', 'name': 'tempest-AttachVolumeTestJSON-1912110511-router', 'tenant_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:11Z', 'updated_at': '2021-04-16T11:54:34Z', 'revision_number': 6, 'project_id': '1bfe3f2314eb400ea05be5ff9ff781ac', 'gw_port_host': None}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:54:35.122448 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:35.231532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.289540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689640'] for router_gateway, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.443137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.480826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743509'] for router, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.483485 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.507179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854085694'] for router, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.507941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878c041d-215c-4552-9e0c-f1584ec278b4 {{(pid=85350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:54:35.515518 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:35.521786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.523066 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-484dec11-4dea-4a72-b2bf-598e337d347f admin admin] 10.222.0.58 "DELETE /v2.0/routers/878c041d-215c-4552-9e0c-f1584ec278b4 HTTP/1.1" status: 204 len: 168 time: 1.4435363 Apr 16 11:54:35.525758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52096) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:35.605282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Deleting subnet c9c4c602-70c2-4c77-bb88-29374d9a1061 {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:54:35.610504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.683817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.769495 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Pushing event updated for resources: {'Port': ['ID=75634f5b-c361-42f5-b047-2cc0aef6b7dc,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:35.809373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:35.826132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:35.827408 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:54:35.831258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:54:35.835145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:54:35.912179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 5b6d1627-a364-43a3-bc63-302e3f1695f8 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:35.933184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Router 6d061ff1-1111-4736-84c1-99783678e57e has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:54:35.967790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 5b6d1627-a364-43a3-bc63-302e3f1695f8 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:35.968513 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 5b6d1627-a364-43a3-bc63-302e3f1695f8 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:35.968989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9062bfd6-57d9-4f1f-bdba-acca1331933a no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:36.007401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 9062bfd6-57d9-4f1f-bdba-acca1331933a {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:36.007800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9062bfd6-57d9-4f1f-bdba-acca1331933a not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:36.048964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:36.049693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.164500 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5409222 Apr 16 11:54:36.187516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Request body: {'port': {'device_id': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:36.240923 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:54:36.249770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] Sync routers for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:54:36.253547 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] 10.222.0.58 "PUT /v2.0/routers/6d061ff1-1111-4736-84c1-99783678e57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1649883 Apr 16 11:54:36.256252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52102) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:36.261590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:36.262457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:36.382233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.456953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:36.459527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51d2ed-0b1c-4cf0-8863-4733b78831f0 req-c2dc255c-027f-42ee-ab39-125bc68c18ba tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:36.460299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-fc51d2ed-0b1c-4cf0-8863-4733b78831f0 req-c2dc255c-027f-42ee-ab39-125bc68c18ba tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Synchronizing usage tracker for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:36.536127 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks [] for router, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.542903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-fc51d2ed-0b1c-4cf0-8863-4733b78831f0 req-c2dc255c-027f-42ee-ab39-125bc68c18ba tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Unset dirty status for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:36.544428 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fc51d2ed-0b1c-4cf0-8863-4733b78831f0 req-c2dc255c-027f-42ee-ab39-125bc68c18ba tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 932 time: 0.3051872 Apr 16 11:54:36.673756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.694655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:36.747913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c4c602-70c2-4c77-bb88-29374d9a1061,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:36.766090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:54:33Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:36.770720 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] Checking router: 6d061ff1-1111-4736-84c1-99783678e57e for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:54:36.780938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] Routers {'6d061ff1-1111-4736-84c1-99783678e57e'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:36.781737 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['6d061ff1-1111-4736-84c1-99783678e57e'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:36.814214 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:36.894233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.897937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.906728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f488206e-45df-48cc-8431-b32b94ab3bb7 None None] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:36.909763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Deleting port 6d0d102e-44aa-43c8-ac17-d23a853366d4 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:36.910153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:36.950545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-44851c7f-f961-4291-9417-f06b0c88688d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c9c4c602-70c2-4c77-bb88-29374d9a1061 HTTP/1.1" status: 204 len: 168 time: 1.4236462 Apr 16 11:54:36.959594 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52106) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:36.972545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fc51d2ed-0b1c-4cf0-8863-4733b78831f0 req-e6787beb-ce70-4939-913a-206562a3311f tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168792 Apr 16 11:54:37.160387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75634f5b-c361-42f5-b047-2cc0aef6b7dc {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:54:37.169303 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.173103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] Set router 6d061ff1-1111-4736-84c1-99783678e57e gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:37.187151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Transition to ACTIVE for port object 75634f5b-c361-42f5-b047-2cc0aef6b7dc will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:54:37.192995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.211459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-acda3497-5186-40af-8cb8-2d8a38f982e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:37.256873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] DHCP port deletion for f0571358-95c5-4514-b55e-43d6aeecc7a5 request from dv-cinder-689486-10-smb {{(pid=85351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 11:54:37.261863 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] Deleting port 093ae57e-1137-4ea3-a537-95d3a9c2861a {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:37.262529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.300128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.359559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Pushing event updated for resources: {'Port': ['ID=75634f5b-c361-42f5-b047-2cc0aef6b7dc,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:37.363744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:37.383261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Deleting port 093ae57e-1137-4ea3-a537-95d3a9c2861a {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:37.383678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.433434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] For port 6d0d102e-44aa-43c8-ac17-d23a853366d4, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=6d0d102e-44aa-43c8-ac17-d23a853366d4,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:37.433846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.501852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] For port 093ae57e-1137-4ea3-a537-95d3a9c2861a, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=093ae57e-1137-4ea3-a537-95d3a9c2861a,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:37.502213 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.556742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:54:33Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:37.561455 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d40b0-65fa-47e8-829b-1de5833703cd None None] The sync data for ids ['6d061ff1-1111-4736-84c1-99783678e57e'] in dv-cinder-689486-10-smb is: [{'id': '6d061ff1-1111-4736-84c1-99783678e57e', 'name': 'tempest-TestMinimumBasicScenario-1972692009-router', 'tenant_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:41Z', 'updated_at': '2021-04-16T11:54:33Z', 'revision_number': 5, 'project_id': 'cc4d90daf68e4bb9a07c0e60dd5f0751', 'gw_port': {'id': '6d0d102e-44aa-43c8-ac17-d23a853366d4', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d061ff1-1111-4736-84c1-99783678e57e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:42Z', 'updated_at': '2021-04-16T11:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:54:37.597900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Calling delete_port for 6d0d102e-44aa-43c8-ac17-d23a853366d4 owned by network:router_gateway {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:37.600589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Attempting to bind port 75634f5b-c361-42f5-b047-2cc0aef6b7dc on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:54:37.601081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Attempting to bind port 75634f5b-c361-42f5-b047-2cc0aef6b7dc by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:54:37.601557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Attempting to bind port 75634f5b-c361-42f5-b047-2cc0aef6b7dc on network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:54:37.606986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Port 75634f5b-c361-42f5-b047-2cc0aef6b7dc on network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:54:37.607508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Attempting to bind port 75634f5b-c361-42f5-b047-2cc0aef6b7dc on network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:54:37.613744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:54:37.614235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Checking segment: {'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:54:37.614763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Bound using segment: {'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:54:37.615380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Bound port: 75634f5b-c361-42f5-b047-2cc0aef6b7dc, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f5558e-e797-4d0a-8959-8a2513a694f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:54:37.615884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.671579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] Calling delete_port for 093ae57e-1137-4ea3-a537-95d3a9c2861a owned by network:dhcp {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:37.726209 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] For port 75634f5b-c361-42f5-b047-2cc0aef6b7dc, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:54:37.729593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] For port 75634f5b-c361-42f5-b047-2cc0aef6b7dc, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=75634f5b-c361-42f5-b047-2cc0aef6b7dc,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:54:37.733210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.821696 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3bb3e69f-09b5-4cc6-b6d9-f9afd63275f0 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:37.849122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 093ae57e-1137-4ea3-a537-95d3a9c2861a no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:37.873568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] For port 093ae57e-1137-4ea3-a537-95d3a9c2861a, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=093ae57e-1137-4ea3-a537-95d3a9c2861a,segment=NetworkSegment(87fcaa17-db26-4c26-846d-dfca2bbda116),segment_id=87fcaa17-db26-4c26-846d-dfca2bbda116)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:37.874090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.885692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.906979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e8e01fb5-69a2-479e-958a-fbc3e473d98c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:37.954884 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Pushing event updated for resources: {'Port': ['ID=75634f5b-c361-42f5-b047-2cc0aef6b7dc,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:37.972776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:37.973834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] Pushing event deleted for resources: {'Port': ['ID=093ae57e-1137-4ea3-a537-95d3a9c2861a,revision_number=None']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:37.975904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 093ae57e-1137-4ea3-a537-95d3a9c2861a {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:37.976486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 093ae57e-1137-4ea3-a537-95d3a9c2861a not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:37.977076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d73a0e54-6f23-4be3-ba40-93f4797c51e0 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:37.989795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:37.990036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:37.991738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] 10.222.0.78 "PUT /v2.0/ports/75634f5b-c361-42f5-b047-2cc0aef6b7dc HTTP/1.1" status: 200 len: 1094 time: 1.8177485 Apr 16 11:54:37.992403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'tag': '75634f5b-c361-42f5-b047-2cc0aef6b7dc'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:38.031549 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Calling delete_port for 093ae57e-1137-4ea3-a537-95d3a9c2861a owned by network:dhcp {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:38.065137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:38.065858 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: d73a0e54-6f23-4be3-ba40-93f4797c51e0 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:38.066193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d73a0e54-6f23-4be3-ba40-93f4797c51e0 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:38.125645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd91d7d-f43e-4e4b-859e-567db23f5f13 None None] No DVR routers for this DVR port 093ae57e-1137-4ea3-a537-95d3a9c2861a on host dv-cinder-689486-10-smb {{(pid=85351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:38.127826 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'tag': '75634f5b-c361-42f5-b047-2cc0aef6b7dc', 'status': 'completed', 'code': 200} Apr 16 11:54:38.160822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-15652f04-05a9-499d-9240-b167e9138b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:38.162488 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-15652f04-05a9-499d-9240-b167e9138b83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=324ba011262a4546ae4fe426d8b06622&device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 1097 time: 0.1279981 Apr 16 11:54:38.190323 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85350) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:54:38.190740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:54:38.192840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.208897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cb46e9aa-c843-4ded-94b6-020aacfcd77c tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:38.293348 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-a911cd75-a387-4fd0-9bd8-02ddaf63be33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75634f5b-c361-42f5-b047-2cc0aef6b7dc HTTP/1.1" status: 200 len: 217 time: 0.1176031 Apr 16 11:54:38.302671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0d102e-44aa-43c8-ac17-d23a853366d4,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:38.305263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:38.390755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebdb4d-ebb0-4c51-bfc2-0a896f95ad43 req-06e2fc92-ee71-4d23-b146-cebf68bbb94f tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:38.392445 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48ebdb4d-ebb0-4c51-bfc2-0a896f95ad43 req-06e2fc92-ee71-4d23-b146-cebf68bbb94f tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 944 time: 0.2187655 Apr 16 11:54:38.394053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-a1003cef-bdac-4f91-81a1-acbad48a7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:38.395539 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-a1003cef-bdac-4f91-81a1-acbad48a7aef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c64b55b-719f-4e72-8eb4-251ba9bf74ed HTTP/1.1" status: 200 len: 848 time: 0.0939283 Apr 16 11:54:38.469010 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-befdf100-ad7f-4940-a9e8-182343cb7aa6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552826 Apr 16 11:54:38.476866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689640'] for router_gateway, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.563224 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-48ebdb4d-ebb0-4c51-bfc2-0a896f95ad43 req-31e85d31-bfe5-42a8-942e-7d21cc75a55c tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643047 Apr 16 11:54:38.627069 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-fc590855-5f54-4261-b5ea-33988ff132e1 service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478593 Apr 16 11:54:38.661439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743509'] for router, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.663756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.692090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Deleting port 093ae57e-1137-4ea3-a537-95d3a9c2861a {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:38.692475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.725776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854085694'] for router, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.726354 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d061ff1-1111-4736-84c1-99783678e57e {{(pid=85350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:54:38.775528 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] The port '093ae57e-1137-4ea3-a537-95d3a9c2861a' was deleted {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 11:54:38.779346 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1210a436-23f4-46cb-b742-d4e836d2fee3 req-846ab289-7c10-4c58-8aec-50d0e21237d3 service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445868 Apr 16 11:54:38.838976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:38.840260 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-5b6e8aa1-46c9-49e3-b21b-3fd0bb723ade admin admin] 10.222.0.58 "DELETE /v2.0/routers/6d061ff1-1111-4736-84c1-99783678e57e HTTP/1.1" status: 204 len: 168 time: 2.5830042 Apr 16 11:54:38.844532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52114) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:38.981415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Deleting subnet 84741457-4de7-4675-8f79-92ebbbd26253 {{(pid=85349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:54:38.991118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.054045 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-6db70b22-f5cb-48c5-9029-c8865a703477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:39.055716 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-6db70b22-f5cb-48c5-9029-c8865a703477 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=324ba011262a4546ae4fe426d8b06622&device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 1097 time: 0.2123327 Apr 16 11:54:39.060435 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242047'] for subnet, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.156565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.272796 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0571358-95c5-4514-b55e-43d6aeecc7a5']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:39.285912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fcaa17-db26-4c26-846d-dfca2bbda116') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:39.286403 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fcaa17-db26-4c26-846d-dfca2bbda116') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:39.298303 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.314001 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.315835 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-ffe5c40f-82fd-4aa0-8aa2-8d558eea8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:39.317705 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-ffe5c40f-82fd-4aa0-8aa2-8d558eea8a60 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca HTTP/1.1" status: 200 len: 910 time: 0.2266958 Apr 16 11:54:39.321238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:54:39.322357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.430277 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-2a8611cf-90c7-43ae-8c3e-bcb8ec79d46a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75634f5b-c361-42f5-b047-2cc0aef6b7dc HTTP/1.1" status: 200 len: 217 time: 0.0794046 Apr 16 11:54:39.504455 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:39.513413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.582036 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-18701e43-b3a0-41fa-831d-3287329887a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:39.583564 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-18701e43-b3a0-41fa-831d-3287329887a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0c64b55b-719f-4e72-8eb4-251ba9bf74ed HTTP/1.1" status: 200 len: 848 time: 0.1448398 Apr 16 11:54:39.648938 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-36897c38-9868-471e-a448-b76645f06d29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572827 Apr 16 11:54:39.697727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Network f0571358-95c5-4514-b55e-43d6aeecc7a5 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:54:39.721015 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:54:39.795142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 6d0d102e-44aa-43c8-ac17-d23a853366d4 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:39.804330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.809418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:39.814610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:39.836770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 6d0d102e-44aa-43c8-ac17-d23a853366d4 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:39.837428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 6d0d102e-44aa-43c8-ac17-d23a853366d4 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:39.842472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0571358-95c5-4514-b55e-43d6aeecc7a5,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:39.846582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:39.849298 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f0571358-95c5-4514-b55e-43d6aeecc7a5 HTTP/1.1" status: 204 len: 168 time: 2.8886728 Apr 16 11:54:39.984352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52122) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:40.039794 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1f7da590-5499-462b-8fe4-204a1614f1c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bfe3f2314eb400ea05be5ff9ff781ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540462 Apr 16 11:54:40.042557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52126) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:40.113021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.141718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.189888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.195475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e4c4e8d0-890f-45f8-96aa-e07ad5595b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:40.212260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 75634f5b-c361-42f5-b047-2cc0aef6b7dc details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:54:40.215031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.216228 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c78ed8b-e9e3-490e-ba34-084031692100 HTTP/1.1" status: 204 len: 168 time: 0.1727929 Apr 16 11:54:40.217327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c78ed8b-e9e3-490e-ba34-084031692100,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:40.227982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:40.391452 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 75634f5b-c361-42f5-b047-2cc0aef6b7dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=75634f5b-c361-42f5-b047-2cc0aef6b7dc,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:40.407304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '75634f5b-c361-42f5-b047-2cc0aef6b7dc', 'network_id': '7a3b052c-74f1-4ed3-9c50-1c16f87a9eca', 'port_id': '75634f5b-c361-42f5-b047-2cc0aef6b7dc', 'mac_address': 'fa:16:3e:34:6c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c64b55b-719f-4e72-8eb4-251ba9bf74ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:54:40.424332 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-5b8498bd-55fa-4767-a815-0e1038efb528 service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641983 Apr 16 11:54:40.470981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.490154 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75634f5b-c361-42f5-b047-2cc0aef6b7dc {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:54:40.500300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2cc8e-98c6-43de-b14a-b59b0a612eba req-5d82b83e-325f-425c-be4b-a18a3ce1e37a tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:40.503102 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-66b2cc8e-98c6-43de-b14a-b59b0a612eba req-5d82b83e-325f-425c-be4b-a18a3ce1e37a tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 944 time: 0.8182414 Apr 16 11:54:40.506727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 75634f5b-c361-42f5-b047-2cc0aef6b7dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=75634f5b-c361-42f5-b047-2cc0aef6b7dc,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:40.509886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.513130 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:40.588097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=75634f5b-c361-42f5-b047-2cc0aef6b7dc,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:40.591702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:40.639677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851215617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852294213'] for subnet, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.688644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:40.753243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['75634f5b-c361-42f5-b047-2cc0aef6b7dc'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:40.842230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84741457-4de7-4675-8f79-92ebbbd26253,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:40.855288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:40.878364 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-66b2cc8e-98c6-43de-b14a-b59b0a612eba req-8266c3a8-6742-44fe-8ded-e4064d91c1f7 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767572 Apr 16 11:54:40.934284 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5b99c86a-a0b8-4a3b-aa79-ba58103bdcda req-84075811-a2b6-4b5b-9131-bcfa923838bb service neutron] 10.222.0.78 "GET /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969711 Apr 16 11:54:40.945472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa0937-515b-4e55-9fee-f8288b136b8e None None] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:40.948739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:40.955865 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2f94460d-34e6-4101-9b2b-2bd13b737a85 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/84741457-4de7-4675-8f79-92ebbbd26253 HTTP/1.1" status: 204 len: 168 time: 2.0749848 Apr 16 11:54:40.958388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52148) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:41.079688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.158930 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Deleting port eca48297-6b08-47e6-98b6-729945301549 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:41.159235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.257727 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] DHCP port deletion for a41be246-d7b9-4062-9cb7-4cad5abda8ec request from dv-cinder-689486-10-smb {{(pid=85351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 11:54:41.262505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Deleting port eca48297-6b08-47e6-98b6-729945301549 {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:41.263020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.396323 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] For port eca48297-6b08-47e6-98b6-729945301549, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=eca48297-6b08-47e6-98b6-729945301549,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:41.396854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.547314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Calling delete_port for eca48297-6b08-47e6-98b6-729945301549 owned by network:dhcp {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:41.639671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.655888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dbf97aa5-ce17-4df1-b690-a5154f9b4341 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:41.668088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] For port eca48297-6b08-47e6-98b6-729945301549, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=eca48297-6b08-47e6-98b6-729945301549,segment=NetworkSegment(eda62977-2878-414a-8821-aa39673cd0fe),segment_id=eda62977-2878-414a-8821-aa39673cd0fe)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:41.668436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.751971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca48297-6b08-47e6-98b6-729945301549,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:41.768386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:41.810313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] No DVR routers for this DVR port eca48297-6b08-47e6-98b6-729945301549 on host dv-cinder-689486-10-smb {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:41.811113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Calling delete_port for eca48297-6b08-47e6-98b6-729945301549 owned by network:dhcp {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:41.844385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device eca48297-6b08-47e6-98b6-729945301549 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:41.896056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: eca48297-6b08-47e6-98b6-729945301549 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:41.896461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device eca48297-6b08-47e6-98b6-729945301549 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:41.969112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:41.975982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85351) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:54:41.976572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:54:42.150928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41be246-d7b9-4062-9cb7-4cad5abda8ec']}} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:42.174439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda62977-2878-414a-8821-aa39673cd0fe') {'for_net_delete': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:42.174785 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda62977-2878-414a-8821-aa39673cd0fe') {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:42.192728 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851533817'] for segment, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.218088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad03206-63e4-497d-861f-8bf17443cbe7 req-59e2905a-265c-4c4d-a3c6-bb34c7358e2c tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:42.219755 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bad03206-63e4-497d-861f-8bf17443cbe7 req-59e2905a-265c-4c4d-a3c6-bb34c7358e2c tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 945 time: 0.1791542 Apr 16 11:54:42.222296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.222918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 75634f5b-c361-42f5-b047-2cc0aef6b7dc up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:54:42.244754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=85349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:54:42.299023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 75634f5b-c361-42f5-b047-2cc0aef6b7dc completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:54:42.303970 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 75634f5b-c361-42f5-b047-2cc0aef6b7dc triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:42.304392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.425895 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bad03206-63e4-497d-861f-8bf17443cbe7 req-e3cb27c4-4ccf-49d5-8d29-d9e6ce017e00 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969495 Apr 16 11:54:42.441552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.457580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:42.471413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3559774'] for segment, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.479067 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75634f5b-c361-42f5-b047-2cc0aef6b7dc'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:42.483914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Deleting port eca48297-6b08-47e6-98b6-729945301549 {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:42.484463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.531015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 75634f5b-c361-42f5-b047-2cc0aef6b7dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=75634f5b-c361-42f5-b047-2cc0aef6b7dc,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:42.567501 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75634f5b-c361-42f5-b047-2cc0aef6b7dc', 'code': 200} Apr 16 11:54:42.574460 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.574900 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52198) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:42.583128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-bea665f8-02d6-497a-9d98-f98f5bae24b5 None None] The port 'eca48297-6b08-47e6-98b6-729945301549' was deleted {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 11:54:42.586466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:42.659064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7dfd398e-1337-4d85-85a2-1060c36dfb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.675256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=75634f5b-c361-42f5-b047-2cc0aef6b7dc,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:42.677547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Network a41be246-d7b9-4062-9cb7-4cad5abda8ec has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:42.678754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:54:42.702995 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:54:42.724143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.741283 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:42.746072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Usage tracker for resource:security_group_rule and tenant:5e3c23c6dbd449c2b3b2a87067025d90 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:42.749817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:42.757478 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:42.841889 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.849263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.852053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.855310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-feb56a7d-c9c1-4dc1-9050-d8d0de8ca6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:42.861436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e0d8ff80-2209-4c5a-97a9-c998df751f16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:42.871201 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:42.883895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41be246-d7b9-4062-9cb7-4cad5abda8ec,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:42.889673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:42.897524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6b1d6-19dc-4f2d-af71-13bb1d5e3261 req-bd520cbe-6bff-40d5-a858-3ccb13364123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:42.899138 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1be6b1d6-19dc-4f2d-af71-13bb1d5e3261 req-bd520cbe-6bff-40d5-a858-3ccb13364123 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 1099 time: 0.1250892 Apr 16 11:54:42.903992 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-647c491f-1a02-49cd-bd9e-ea8e3e7f0650 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a41be246-d7b9-4062-9cb7-4cad5abda8ec HTTP/1.1" status: 204 len: 168 time: 1.9415252 Apr 16 11:54:42.904276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52204) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:42.911736 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e3c23c6dbd449c2b3b2a87067025d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329678 Apr 16 11:54:42.911736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b13327-4955-4f24-bea3-6675880a062f,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:42.914290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52208) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:42.917233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:42.978352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.006188 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.065035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.070593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-697899ee-800b-4c6e-ae3f-3b121136944e tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:43.082546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b13327-4955-4f24-bea3-6675880a062f,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:43.086569 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:43.089991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.091226 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30b13327-4955-4f24-bea3-6675880a062f HTTP/1.1" status: 204 len: 168 time: 0.1760194 Apr 16 11:54:43.104849 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1be6b1d6-19dc-4f2d-af71-13bb1d5e3261 req-3d152156-5514-4472-a0bc-75dbc5675d68 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349285 Apr 16 11:54:43.386428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52216) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:43.405643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.421035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:43.425739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Usage tracker for resource:security_group_rule and tenant:a9507aee68f844539aa3b66f26216247 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:43.428830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:43.435252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:43.522909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.525427 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692985'] for router_interface, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.526160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.539680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f95b30f2-ccb5-49e6-a631-f5ddfb0068c4 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:43.582460 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9507aee68f844539aa3b66f26216247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947863 Apr 16 11:54:43.584371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c62ff12-1530-4c68-94bf-8a45ae74c08f,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:43.587032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52222) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:43.590060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:43.655554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f5e39dce-fc9c-4594-8793-5c125bf0c611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.686563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f5e39dce-fc9c-4594-8793-5c125bf0c611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.736387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f5e39dce-fc9c-4594-8793-5c125bf0c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.746003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d324b320-d7e3-429c-b5a4-a080f14646c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:43.754868 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e39dce-fc9c-4594-8793-5c125bf0c611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c62ff12-1530-4c68-94bf-8a45ae74c08f,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:43.760658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f5e39dce-fc9c-4594-8793-5c125bf0c611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:43.763007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f5e39dce-fc9c-4594-8793-5c125bf0c611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:43.764364 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f5e39dce-fc9c-4594-8793-5c125bf0c611 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c62ff12-1530-4c68-94bf-8a45ae74c08f HTTP/1.1" status: 204 len: 168 time: 0.1762073 Apr 16 11:54:44.046260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1914f9-540e-4de7-aea8-f63304774cc1 req-86ebf4d3-7e1b-4607-a800-4dad8510e01b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:44.047914 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7f1914f9-540e-4de7-aea8-f63304774cc1 req-86ebf4d3-7e1b-4607-a800-4dad8510e01b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 946 time: 0.4662085 Apr 16 11:54:44.198893 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7f1914f9-540e-4de7-aea8-f63304774cc1 req-5cd7a719-244e-41b1-ae87-0cd01d3c0c74 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013250 Apr 16 11:54:44.286052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Deleting port f65bb969-4e60-48c7-9708-b00d2a9f1ef0 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:44.286437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:44.479660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] For port f65bb969-4e60-48c7-9708-b00d2a9f1ef0, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,segment=NetworkSegment(2a16798d-05c1-4ca3-b0c2-5eefe6d662d6),segment_id=2a16798d-05c1-4ca3-b0c2-5eefe6d662d6)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:44.480162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:44.619521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Calling delete_port for f65bb969-4e60-48c7-9708-b00d2a9f1ef0 owned by network:router_interface {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:44.799883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:44.816704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:44.833472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-409094c0-c06f-4c6c-b3af-33c9476ee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:44.922481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65bb969-4e60-48c7-9708-b00d2a9f1ef0,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:44.925628 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:45.258795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:45.288347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854203206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689490'] for router_interface, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:45.569143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21288b94-567b-4104-a0d8-3c08a51fa47f req-6e4e0605-36a4-4b57-9796-2349da684ddf tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:45.570835 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21288b94-567b-4104-a0d8-3c08a51fa47f req-6e4e0605-36a4-4b57-9796-2349da684ddf tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 946 time: 0.2072742 Apr 16 11:54:45.711477 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-21288b94-567b-4104-a0d8-3c08a51fa47f req-a4ded3a0-ac5a-4da0-aa5d-04a94df28841 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335347 Apr 16 11:54:45.957692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Router 5602d55e-4db7-4f8c-821d-d355ab6531b2 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:54:46.166327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:54:46.177635 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] 10.222.0.58 "PUT /v2.0/routers/5602d55e-4db7-4f8c-821d-d355ab6531b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2722800 Apr 16 11:54:46.180558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52306) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:46.187769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] Sync routers for ids ['5602d55e-4db7-4f8c-821d-d355ab6531b2'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:54:46.199490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] Routers {'5602d55e-4db7-4f8c-821d-d355ab6531b2'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:46.200180 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['5602d55e-4db7-4f8c-821d-d355ab6531b2'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:46.401217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks [] for router, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:46.403199 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] Set router 5602d55e-4db7-4f8c-821d-d355ab6531b2 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:46.558441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:46.609135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:46.618399 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Deleting port d2bc9250-aed9-4c96-b160-6cb67ba6a709 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:46.618779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:46.831008 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:54:44Z', 'revision_number': 5, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port': {'id': 'd2bc9250-aed9-4c96-b160-6cb67ba6a709', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:56Z', 'updated_at': '2021-04-16T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:46.833870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] For port d2bc9250-aed9-4c96-b160-6cb67ba6a709, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d2bc9250-aed9-4c96-b160-6cb67ba6a709,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:46.834428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:46.837603 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] Checking router: 5602d55e-4db7-4f8c-821d-d355ab6531b2 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:54:46.850525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] Routers {'5602d55e-4db7-4f8c-821d-d355ab6531b2'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:54:46.851991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['5602d55e-4db7-4f8c-821d-d355ab6531b2'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:47.031797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043e6cb-c440-4a55-9d54-800babe3e5dd req-c0570503-41df-4b7f-bb8f-a656cb390371 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:47.041396 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5043e6cb-c440-4a55-9d54-800babe3e5dd req-c0570503-41df-4b7f-bb8f-a656cb390371 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 946 time: 0.1275947 Apr 16 11:54:47.047069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] Set router 5602d55e-4db7-4f8c-821d-d355ab6531b2 gateway port host: None {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:54:47.050769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Calling delete_port for d2bc9250-aed9-4c96-b160-6cb67ba6a709 owned by network:router_gateway {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:47.099009 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5043e6cb-c440-4a55-9d54-800babe3e5dd req-931fef98-16f2-4c12-9673-0af1b4020251 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562708 Apr 16 11:54:47.193864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:54:46Z', 'revision_number': 6, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port_host': None}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:47.198365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c48a78-4a5f-428d-a629-15a67d278c02 None None] The sync data for ids ['5602d55e-4db7-4f8c-821d-d355ab6531b2'] in dv-cinder-689486-10-smb is: [{'id': '5602d55e-4db7-4f8c-821d-d355ab6531b2', 'name': 'tempest-TestMinimumBasicScenario-1610754246-router', 'tenant_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:54Z', 'updated_at': '2021-04-16T11:54:46Z', 'revision_number': 6, 'project_id': 'c0a265a0d8fe44429a8bf9cd4fb5c095', 'gw_port_host': None}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:54:47.230789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.269516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.288338 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2ff19eb1-1023-4e70-a275-afcf5ae6da48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:47.389031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bc9250-aed9-4c96-b160-6cb67ba6a709,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:47.391677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:47.559360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689640'] for router_gateway, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.587152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52376) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:47.712853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.728703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:47.733588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Usage tracker for resource:security_group_rule and tenant:3eb47d24571e43f784c9ff915d61d541 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:47.735685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:47.742090 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:47.750667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743509'] for router, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.753795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.774830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854085694'] for router, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.775510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5602d55e-4db7-4f8c-821d-d355ab6531b2 {{(pid=85350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:54:47.788806 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.790085 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-703aef6c-9117-4aca-a7fe-08d17b12e66a admin admin] 10.222.0.58 "DELETE /v2.0/routers/5602d55e-4db7-4f8c-821d-d355ab6531b2 HTTP/1.1" status: 204 len: 168 time: 1.6083815 Apr 16 11:54:47.792942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52382) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:47.812323 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device f65bb969-4e60-48c7-9708-b00d2a9f1ef0 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:47.842103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.846575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.850783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: f65bb969-4e60-48c7-9708-b00d2a9f1ef0 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:47.851444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device f65bb969-4e60-48c7-9708-b00d2a9f1ef0 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:47.852062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d2bc9250-aed9-4c96-b160-6cb67ba6a709 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:47.862958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2ff7d023-ff83-444c-9450-702831a3f876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:47.874824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Deleting subnet 2ee4a0a4-b6af-4c30-bad6-ae1884f47363 {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:54:47.880049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.899208 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e6124f-987d-4f9f-a6d4-4e17ee42d6d6,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:47.907211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: d2bc9250-aed9-4c96-b160-6cb67ba6a709 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:47.907630 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d2bc9250-aed9-4c96-b160-6cb67ba6a709 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:47.914387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:47.937241 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3eb47d24571e43f784c9ff915d61d541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464308 Apr 16 11:54:47.939939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52386) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:47.942371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.008904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.026918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.036291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.081847 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.087422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2fc84f79-801b-4391-a572-5de29e9cc40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:48.102432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e6124f-987d-4f9f-a6d4-4e17ee42d6d6,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:48.105349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:48.106606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.109253 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8e6124f-987d-4f9f-a6d4-4e17ee42d6d6 HTTP/1.1" status: 204 len: 168 time: 0.1679196 Apr 16 11:54:48.309535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.332829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e9acb703-2020-4fb0-b89f-ed4a9a8798f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:48.452700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee4a0a4-b6af-4c30-bad6-ae1884f47363,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:48.455620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:48.459392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52396) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:48.492951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.519242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:48.529590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb6a2adb75948fa9d8d75b8b494d4ec is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:48.534342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:48.539585 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.544967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4c0cd-c675-4628-b541-c4731b8a68d7 None None] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:48.546797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:48.557490 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3d0a4dc6-972d-4116-a9aa-d8f559fa4955 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2ee4a0a4-b6af-4c30-bad6-ae1884f47363 HTTP/1.1" status: 204 len: 168 time: 0.7611365 Apr 16 11:54:48.559154 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52400) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:48.647236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311bb79-a3e0-43e8-98f5-7e75a5b3328f req-7643204d-35e6-4118-ac13-41f99072ace7 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:48.649040 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7311bb79-a3e0-43e8-98f5-7e75a5b3328f req-7643204d-35e6-4118-ac13-41f99072ace7 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 946 time: 0.4225855 Apr 16 11:54:48.658122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-eed0e9da-246c-46e1-9456-1fcf58d18179 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:48.659710 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-eed0e9da-246c-46e1-9456-1fcf58d18179 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 946 time: 0.1306517 Apr 16 11:54:48.712848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.769524 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7311bb79-a3e0-43e8-98f5-7e75a5b3328f req-3b5043ea-ec8e-4b41-b910-03f56bd9dceb tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/security-groups?id=6e54ee55-9239-4881-bfae-8d69788a7d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087253 Apr 16 11:54:48.778828 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Deleting port 75634f5b-c361-42f5-b047-2cc0aef6b7dc {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:48.779230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.840911 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] DHCP port deletion for 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 request from dv-cinder-689486-10-smb {{(pid=85351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 11:54:48.847156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Deleting port 53b301d6-3aab-4498-a1ef-ba271f09ee7c {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:48.847959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.067706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] For port 75634f5b-c361-42f5-b047-2cc0aef6b7dc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=75634f5b-c361-42f5-b047-2cc0aef6b7dc,segment=NetworkSegment(53f5558e-e797-4d0a-8959-8a2513a694f0),segment_id=53f5558e-e797-4d0a-8959-8a2513a694f0)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:49.068328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.070272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Deleting port 53b301d6-3aab-4498-a1ef-ba271f09ee7c {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:49.070645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.082246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] For port 53b301d6-3aab-4498-a1ef-ba271f09ee7c, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=53b301d6-3aab-4498-a1ef-ba271f09ee7c,segment=NetworkSegment(2a16798d-05c1-4ca3-b0c2-5eefe6d662d6),segment_id=2a16798d-05c1-4ca3-b0c2-5eefe6d662d6)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:49.082914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.123337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.128579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.143953 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2bdc3e0c-6740-46b5-93a1-bc9129659190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:49.208715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Calling delete_port for 75634f5b-c361-42f5-b047-2cc0aef6b7dc owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:49.220691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Calling delete_port for 53b301d6-3aab-4498-a1ef-ba271f09ee7c owned by network:dhcp {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:49.233367 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bb6a2adb75948fa9d8d75b8b494d4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7704952 Apr 16 11:54:49.233956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd825da-f7fe-4dbf-a6cc-df88667e3ef0,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:49.237039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52404) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:49.242091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cf89042f-1c03-4eb3-926f-52e7afec4308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:49.306496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.323133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:49.374695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.391840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e860491e-92f5-4c79-8ac7-1afaf324d652 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:49.415340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] For port 53b301d6-3aab-4498-a1ef-ba271f09ee7c, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=53b301d6-3aab-4498-a1ef-ba271f09ee7c,segment=NetworkSegment(2a16798d-05c1-4ca3-b0c2-5eefe6d662d6),segment_id=2a16798d-05c1-4ca3-b0c2-5eefe6d662d6)] {{(pid=85350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:49.415710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.419848 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Pushing event deleted for resources: {'Port': ['ID=53b301d6-3aab-4498-a1ef-ba271f09ee7c,revision_number=None']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:49.423151 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cdb1fef3-c4f1-4020-ac99-740e26b146c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.438740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['75634f5b-c361-42f5-b047-2cc0aef6b7dc'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:54:49.495395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Pushing event deleted for resources: {'Port': ['ID=75634f5b-c361-42f5-b047-2cc0aef6b7dc,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:49.502610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:49.578296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Calling delete_port for 53b301d6-3aab-4498-a1ef-ba271f09ee7c owned by network:dhcp {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:54:49.623515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cdb1fef3-c4f1-4020-ac99-740e26b146c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.660944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.661336 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.661710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] No DVR routers for this DVR port 75634f5b-c361-42f5-b047-2cc0aef6b7dc on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:49.661839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.662069 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.662425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.662799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.663615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.663615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.664190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.664190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.664476 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.664576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.664935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:49.671824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:49.675582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'name': 'network-vif-deleted', 'tag': '75634f5b-c361-42f5-b047-2cc0aef6b7dc'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:54:49.682605 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bb7b2016-3aa5-4f61-adef-1fbb10d5d203 req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.78 "DELETE /v2.0/ports/75634f5b-c361-42f5-b047-2cc0aef6b7dc HTTP/1.1" status: 204 len: 173 time: 1.0047746 Apr 16 11:54:49.698023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85350) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:54:49.698383 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:54:49.707050 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd10dc6-9e56-44bc-ab4a-78276bbe62cf None None] No DVR routers for this DVR port 53b301d6-3aab-4498-a1ef-ba271f09ee7c on host dv-cinder-689486-10-smb {{(pid=85351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:54:49.711798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cdb1fef3-c4f1-4020-ac99-740e26b146c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.716390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0c0a18f1-3cd7-4e03-9faf-9fae3ecaeba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:49.733641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1fef3-c4f1-4020-ac99-740e26b146c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd825da-f7fe-4dbf-a6cc-df88667e3ef0,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:49.737361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cdb1fef3-c4f1-4020-ac99-740e26b146c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:49.744429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cdb1fef3-c4f1-4020-ac99-740e26b146c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:49.748093 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-cdb1fef3-c4f1-4020-ac99-740e26b146c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bd825da-f7fe-4dbf-a6cc-df88667e3ef0 HTTP/1.1" status: 204 len: 168 time: 0.5079057 Apr 16 11:54:49.755409 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e872c245-56ed-4800-b7a6-af402e9e6272', 'name': 'network-vif-deleted', 'tag': '75634f5b-c361-42f5-b047-2cc0aef6b7dc', 'status': 'completed', 'code': 200} Apr 16 11:54:49.833550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 53b301d6-3aab-4498-a1ef-ba271f09ee7c no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:49.875880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 53b301d6-3aab-4498-a1ef-ba271f09ee7c {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:49.876625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 53b301d6-3aab-4498-a1ef-ba271f09ee7c not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:49.963122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-04b262c2-e6ab-45f8-a8c4-a162aac395a3 req-aa6136a3-9d85-40bf-a2e0-0002bfcd913b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Synchronizing usage tracker for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:49.978056 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-04b262c2-e6ab-45f8-a8c4-a162aac395a3 req-aa6136a3-9d85-40bf-a2e0-0002bfcd913b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Unset dirty status for tenant:324ba011262a4546ae4fe426d8b06622 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:49.979370 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-04b262c2-e6ab-45f8-a8c4-a162aac395a3 req-aa6136a3-9d85-40bf-a2e0-0002bfcd913b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] 10.222.0.58 "GET /v2.0/ports?device_id=e872c245-56ed-4800-b7a6-af402e9e6272 HTTP/1.1" status: 200 len: 210 time: 0.0673068 Apr 16 11:54:50.199638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Deleting port 53b301d6-3aab-4498-a1ef-ba271f09ee7c {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:54:50.203315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:50.277683 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] The port '53b301d6-3aab-4498-a1ef-ba271f09ee7c' was deleted {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 11:54:50.407855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:50.530438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6023d7-5ed0-4dca-ad3d-82ea8913b005']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:50.544641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:50.545035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a16798d-05c1-4ca3-b0c2-5eefe6d662d6') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:54:50.558833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:50.575421 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:50.582886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:54:50.773607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:50.784076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:50.967855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Network 8f6023d7-5ed0-4dca-ad3d-82ea8913b005 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:54:50.990937 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:54:51.072367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:51.076913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d1089719-5a70-4d29-b738-a85644e528e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:51.098301 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:51.103758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6023d7-5ed0-4dca-ad3d-82ea8913b005,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:51.106423 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:51.110698 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7ea9209d-ca95-4d6f-92ff-d29ad8ce1c85 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8f6023d7-5ed0-4dca-ad3d-82ea8913b005 HTTP/1.1" status: 204 len: 168 time: 2.5481601 Apr 16 11:54:51.307657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52462) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:51.373098 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c2ebd971-f3e8-49a1-a770-5b2d0ef839a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc4d90daf68e4bb9a07c0e60dd5f0751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616212 Apr 16 11:54:51.373301 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52466) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:51.442156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:51.475695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:51.526418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:51.531521 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-03d67be9-6bda-4d3a-928d-560fe82f7f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:51.542965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd406250-0178-49f9-a2bd-6efb4f19efc5,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:51.549942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:51.550951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:51.563100 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd406250-0178-49f9-a2bd-6efb4f19efc5 HTTP/1.1" status: 204 len: 168 time: 0.1807306 Apr 16 11:54:51.625337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:51.950009 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52492) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:52.011057 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4030277a-503e-4aa3-8cd9-1887bc497831 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0a265a0d8fe44429a8bf9cd4fb5c095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567393 Apr 16 11:54:52.011559 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52498) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:52.081513 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-62384511-5539-4521-9c05-fdd07dc242cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:52.111227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-62384511-5539-4521-9c05-fdd07dc242cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:52.162144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-62384511-5539-4521-9c05-fdd07dc242cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:52.167791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-beefbbe5-e0ec-46f9-a455-4429a32b509c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:52.187820 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62384511-5539-4521-9c05-fdd07dc242cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ac2c6-260c-4a9f-9e3a-4fe7c1a9a31e,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:52.190581 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-62384511-5539-4521-9c05-fdd07dc242cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:52.194840 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-62384511-5539-4521-9c05-fdd07dc242cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec2ac2c6-260c-4a9f-9e3a-4fe7c1a9a31e HTTP/1.1" status: 204 len: 168 time: 0.1797037 Apr 16 11:54:52.194840 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-62384511-5539-4521-9c05-fdd07dc242cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:52.271944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 75634f5b-c361-42f5-b047-2cc0aef6b7dc no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:54:52.323547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 75634f5b-c361-42f5-b047-2cc0aef6b7dc {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:54:52.324199 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 75634f5b-c361-42f5-b047-2cc0aef6b7dc not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:54:56.897129 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52598) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:57.059916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.079376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:57.084739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f0ac15589e174db0a060725716ada09f is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:57.088246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:57.095972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:57.196398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.199772 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.209717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-54c18d8c-901e-49f8-83c0-758bf5485dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:57.259667 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52604) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:57.259905 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0ac15589e174db0a060725716ada09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608704 Apr 16 11:54:57.260978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cfbd9d-e2ce-4851-99c2-cf560ccaf910,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:57.264413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:57.352644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.393079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.455146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.463749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-792020bd-4f4b-427c-bab1-68074563d081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:57.482152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cfbd9d-e2ce-4851-99c2-cf560ccaf910,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:57.485386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.487594 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7cfbd9d-e2ce-4851-99c2-cf560ccaf910 HTTP/1.1" status: 204 len: 168 time: 0.2256281 Apr 16 11:54:57.496146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.496647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.497174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.497671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.498168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.498849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.499302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.500006 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.500510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.501016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.501451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.501933 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:57.506330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:57.827409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52616) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:57.848268 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.864258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:57.868390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Usage tracker for resource:security_group_rule and tenant:5d6ea94d0cba47b4b2a6eef79560937a is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:54:57.871617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:54:57.878747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:57.985121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.988096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:57.997694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2239fb59-92d7-490d-82bc-386eb0b41e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:58.047611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52620) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:58.047837 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d6ea94d0cba47b4b2a6eef79560937a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191751 Apr 16 11:54:58.049093 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd61c4e-6950-42b4-bae3-a67240ec084a,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:58.053791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:58.133387 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dfe0fe35-a6c0-4b50-a84f-f4ecc7c18946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:58.162590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dfe0fe35-a6c0-4b50-a84f-f4ecc7c18946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:58.216332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dfe0fe35-a6c0-4b50-a84f-f4ecc7c18946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:58.226984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e1a08031-2663-4d9e-a573-32072d68463c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:58.241185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0fe35-a6c0-4b50-a84f-f4ecc7c18946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd61c4e-6950-42b4-bae3-a67240ec084a,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:58.245779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dfe0fe35-a6c0-4b50-a84f-f4ecc7c18946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:58.248249 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dfe0fe35-a6c0-4b50-a84f-f4ecc7c18946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:58.252456 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-dfe0fe35-a6c0-4b50-a84f-f4ecc7c18946 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1bd61c4e-6950-42b4-bae3-a67240ec084a HTTP/1.1" status: 204 len: 168 time: 0.2033801 Apr 16 11:55:02.112219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b063-a893-4a57-b8eb-b8b43a084a80 req-0936fa95-2bb3-4f9c-8878-336ccf52403f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:02.121330 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e37b063-a893-4a57-b8eb-b8b43a084a80 req-0936fa95-2bb3-4f9c-8878-336ccf52403f tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 946 time: 0.2007244 Apr 16 11:55:02.178723 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-0e37b063-a893-4a57-b8eb-b8b43a084a80 req-b8aba197-b7f3-45c8-b4c4-dc8bd5a00f57 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559843 Apr 16 11:55:03.489899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-3b5c7a41-fa6d-4af9-9d2f-27fca61d87e5 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:03.491448 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-3b5c7a41-fa6d-4af9-9d2f-27fca61d87e5 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 946 time: 0.2068222 Apr 16 11:55:03.500974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46242a3-5d00-4540-9dec-5da3e2a4ab65 req-580cc2cd-5bc5-4d89-a7ba-2a6f71bb3e16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:03.502530 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a46242a3-5d00-4540-9dec-5da3e2a4ab65 req-580cc2cd-5bc5-4d89-a7ba-2a6f71bb3e16 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 946 time: 0.1596904 Apr 16 11:55:03.613198 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-a46242a3-5d00-4540-9dec-5da3e2a4ab65 req-27467154-91c6-4483-9947-bd680e4e17c9 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups?id=ef857724-3f9d-4e1d-b97f-5315d6943f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695281 Apr 16 11:55:03.622977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Deleting port c0037098-7f3e-4164-a2e0-79946d76b90d {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:55:03.623538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:04.032304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] For port c0037098-7f3e-4164-a2e0-79946d76b90d, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c0037098-7f3e-4164-a2e0-79946d76b90d,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:04.032698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:04.134179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:55:04.397424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:04.397905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:04.398277 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Floating IP ca28d517-5ac1-4d1c-b832-939f45bde927 disassociated. External IP: 172.28.1.207, port: c0037098-7f3e-4164-a2e0-79946d76b90d. Apr 16 11:55:04.398675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Calling delete_port for c0037098-7f3e-4164-a2e0-79946d76b90d owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:55:04.574414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:04.589833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c04bf215-39f0-46c2-b5ac-c6113c1e2cc1 tempest-AttachVolumeNegativeTest-107067757 tempest-AttachVolumeNegativeTest-107067757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:04.707637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event deleted for resources: {'Port': ['ID=c0037098-7f3e-4164-a2e0-79946d76b90d,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:04.711816 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:04.806260 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-3dc3c285-c0c1-4f0d-9d4f-8a95fa61842c req-559af49b-838b-4cc7-8823-2241a7f45894 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1a4341-77da-4712-b916-ab5bb57b22be HTTP/1.1" status: 200 len: 210 time: 0.0532908 Apr 16 11:55:05.061532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:55:05.265801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:55:05.280207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] Sync routers for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:55:05.299120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:05.300153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:05.393812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] No DVR routers for this DVR port c0037098-7f3e-4164-a2e0-79946d76b90d on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:55:05.397985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:05.413159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-deleted', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:55:05.418560 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2acaa149-55b6-49e9-81cd-2c7ab5479ce4 req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.78 "DELETE /v2.0/ports/c0037098-7f3e-4164-a2e0-79946d76b90d HTTP/1.1" status: 204 len: 173 time: 1.9149892 Apr 16 11:55:05.508955 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a4341-77da-4712-b916-ab5bb57b22be', 'name': 'network-vif-deleted', 'tag': 'c0037098-7f3e-4164-a2e0-79946d76b90d', 'status': 'completed', 'code': 200} Apr 16 11:55:05.603972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:06.044250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52758) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:06.076896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:06.087968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] Checking router: 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:55:06.100511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:06.101183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:06.155195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.198842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.260154 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.270103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bf48d7c7-b05d-4017-9b5e-ec1276e196b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:06.287161 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef857724-3f9d-4e1d-b97f-5315d6943f82,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:06.296583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:06.299221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.304161 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "DELETE /v2.0/security-groups/ef857724-3f9d-4e1d-b97f-5315d6943f82 HTTP/1.1" status: 204 len: 168 time: 0.2588229 Apr 16 11:55:06.304318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52766) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:06.332449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:55:06.342833 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.api.v2.resource [None req-582138b3-0c5d-4375-a780-ddf63191dc17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] show failed (client error): The resource could not be found. Apr 16 11:55:06.347288 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-582138b3-0c5d-4375-a780-ddf63191dc17 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "GET /v2.0/security-groups/ef857724-3f9d-4e1d-b97f-5315d6943f82 HTTP/1.1" status: 404 len: 347 time: 0.0388157 Apr 16 11:55:06.347520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:06.347676 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52770) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:06.372857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: c0037098-7f3e-4164-a2e0-79946d76b90d {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:55:06.373575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device c0037098-7f3e-4164-a2e0-79946d76b90d not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:55:06.543673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Deleting port 75f6da5a-d422-40aa-93b9-a1a86119ca08 {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:55:06.544350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.744771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:06.750075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc0d25-6176-483e-801f-05855e206c27 None None] The sync data for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb is: [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '9df4a1e3-2cd6-46ca-897c-70731e3ec8b1', 'name': '', 'network_id': '2abaab04-7726-4be4-a49b-2cd65602a96b', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'mac_address': 'fa:16:3e:13:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:28Z', 'updated_at': '2021-04-16T11:48:48Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'subnets': [{'id': 'a5e98874-0e8b-4cb6-b49f-30d0db05ab87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:55:06.832618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.833247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:06.994264 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Calling delete_port for 75f6da5a-d422-40aa-93b9-a1a86119ca08 owned by network:floatingip {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:55:07.200901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.227432 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-01ba7fa5-6a80-4b4d-84f9-8cac106181bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:07.264049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5c03a-a4ed-4089-8d65-e1ee1a7b5c3f None None] New status for floating IP ca28d517-5ac1-4d1c-b832-939f45bde927: DOWN {{(pid=85351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:55:07.328649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Pushing event deleted for resources: {'Port': ['ID=75f6da5a-d422-40aa-93b9-a1a86119ca08,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:07.342649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:07.516444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52786) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:07.555899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks [] for floatingip, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.586128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.600426 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-eb4dc198-e22d-4ca8-849b-2ff939e5445c tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] 10.222.0.58 "DELETE /v2.0/floatingips/ca28d517-5ac1-4d1c-b832-939f45bde927 HTTP/1.1" status: 204 len: 168 time: 1.2509074 Apr 16 11:55:07.691342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.711674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:07.716300 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b26aa13e8eda481dbbaad1ce34704487 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:07.719944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:07.727426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:07.844388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.876575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:07.901137 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-8f425141-afeb-4341-aaa5-6149a0f2e15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:07.959061 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b26aa13e8eda481dbbaad1ce34704487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412878 Apr 16 11:55:07.961042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a413ff-1ce3-4671-b183-edd92dca3286,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:07.961887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52796) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:07.965472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:08.035795 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-79454c64-3730-4caf-bf5d-ac3850cf63dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.065496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-79454c64-3730-4caf-bf5d-ac3850cf63dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.116704 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-79454c64-3730-4caf-bf5d-ac3850cf63dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.122135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-36fb306e-1cea-4aeb-95a1-20bf7cfa95e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:08.138081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79454c64-3730-4caf-bf5d-ac3850cf63dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a413ff-1ce3-4671-b183-edd92dca3286,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:08.147080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-79454c64-3730-4caf-bf5d-ac3850cf63dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:08.148913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-79454c64-3730-4caf-bf5d-ac3850cf63dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.153175 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-79454c64-3730-4caf-bf5d-ac3850cf63dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1a413ff-1ce3-4671-b183-edd92dca3286 HTTP/1.1" status: 204 len: 168 time: 0.1901503 Apr 16 11:55:08.495504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52812) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:08.515888 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.534629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:08.539908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Usage tracker for resource:security_group_rule and tenant:ffb37dfff419462fb50aadd013fd3cb7 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:08.543111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:08.549791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:08.643603 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.648193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.658588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4b2477de-cd33-4fcd-9906-6ba3da20b1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:08.713437 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffb37dfff419462fb50aadd013fd3cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164268 Apr 16 11:55:08.715992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52816) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:08.719853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2beff88-545c-474c-a7e5-597301c03290,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:08.723786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-af0a27a9-cc3b-44bf-9006-658f5491f51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:08.785752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.814102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.861787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.867558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a84a18c6-39b5-44ea-ad12-8e3414413e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:08.881782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2beff88-545c-474c-a7e5-597301c03290,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:08.901162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:08.917347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:08.919037 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2beff88-545c-474c-a7e5-597301c03290 HTTP/1.1" status: 204 len: 168 time: 0.2017841 Apr 16 11:55:10.511640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52934) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:11.370394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52944) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:11.447184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Deleting subnet 0c64b55b-719f-4e72-8eb4-251ba9bf74ed {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:55:11.450837 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.512791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.514656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692985'] for router_interface, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.578652 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.852411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.868956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d878488c-108f-4ea6-bb7e-2460adc47874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:11.914078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c64b55b-719f-4e72-8eb4-251ba9bf74ed,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:11.921860 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Deleting port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:55:11.922353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:11.972641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:12.027947 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.039431 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0c64b55b-719f-4e72-8eb4-251ba9bf74ed HTTP/1.1" status: 204 len: 168 time: 0.6675580 Apr 16 11:55:12.042011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52962) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:12.122524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] For port 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:12.123243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.162606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.263926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Calling delete_port for 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 owned by network:router_interface {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:55:12.364451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.457878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.497853 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3b052c-74f1-4ed3-9c50-1c16f87a9eca']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:12.512389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f5558e-e797-4d0a-8959-8a2513a694f0') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:12.512847 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f5558e-e797-4d0a-8959-8a2513a694f0') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:12.525240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.530454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4e3e0a51-2651-45d3-80f8-206796863b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:12.540713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.547345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:55:12.592150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a24a8481-dfcf-46eb-aea0-e39a5b4617de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.596786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Pushing event deleted for resources: {'Port': ['ID=9df4a1e3-2cd6-46ca-897c-70731e3ec8b1,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:12.611510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:12.760855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:12.771202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:12.953836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854203206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689490'] for router_interface, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.192529 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Network 7a3b052c-74f1-4ed3-9c50-1c16f87a9eca has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:55:13.217882 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:55:13.292091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.295973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-062c61ce-5429-41b2-bd54-96382d8db90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:13.310276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.320443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a3b052c-74f1-4ed3-9c50-1c16f87a9eca,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:13.323830 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7a3b052c-74f1-4ed3-9c50-1c16f87a9eca HTTP/1.1" status: 204 len: 168 time: 1.2808316 Apr 16 11:55:13.324872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fc770852-5076-4181-9677-ec2091dffe52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:13.440841 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52982) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:13.486466 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:55:13.501822 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4e3b93fd-c5e1-4392-aafd-a15b7093baf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=324ba011262a4546ae4fe426d8b06622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573170 Apr 16 11:55:13.502073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 52986) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:13.563103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb02f9d2-ede0-4730-b4db-2bda59af0e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.592075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb02f9d2-ede0-4730-b4db-2bda59af0e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.642211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb02f9d2-ede0-4730-b4db-2bda59af0e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.647866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-815a7987-2eac-4f63-96a1-3ed249a82ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:13.663205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02f9d2-ede0-4730-b4db-2bda59af0e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e54ee55-9239-4881-bfae-8d69788a7d91,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:13.666322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-eb02f9d2-ede0-4730-b4db-2bda59af0e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:13.667686 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eb02f9d2-ede0-4730-b4db-2bda59af0e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:13.672366 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-eb02f9d2-ede0-4730-b4db-2bda59af0e13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e54ee55-9239-4881-bfae-8d69788a7d91 HTTP/1.1" status: 204 len: 168 time: 0.1659141 Apr 16 11:55:13.963648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:55:13.976673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] Sync routers for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:55:13.982816 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] 10.222.0.58 "PUT /v2.0/routers/9c7ce104-0fcf-46a6-bada-9e91b7a351b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4674556 Apr 16 11:55:13.983217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 52996) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:13.995992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:13.996945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:14.199807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks [] for router, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.204695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:14.215532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53002) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:14.355905 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.373755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:14.378347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:03c7156129564a21b602ad825aeab129 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:14.381813 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:14.388282 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:14.404606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.414011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Deleting port 75a8b203-3ada-4f3f-a02d-609dde623e0e {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:55:14.414396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.486684 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.491370 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.501164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6a325386-b546-4950-8317-239e50d14056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:14.530029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:55:12Z', 'revision_number': 5, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port': {'id': '75a8b203-3ada-4f3f-a02d-609dde623e0e', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:48:15Z', 'updated_at': '2021-04-16T11:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:14.534990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] Checking router: 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:55:14.545703 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] Routers {'9c7ce104-0fcf-46a6-bada-9e91b7a351b7'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:14.546382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:54:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:14.547586 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03c7156129564a21b602ad825aeab129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307874 Apr 16 11:55:14.548599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f6d671-8703-4076-b8c2-5561ba2c7074,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:14.551859 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53008) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:14.554589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:14.618621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.621757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] For port 75a8b203-3ada-4f3f-a02d-609dde623e0e, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=75a8b203-3ada-4f3f-a02d-609dde623e0e,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:14.622535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.648552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.700808 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.706445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-00e4ff23-64af-4152-8414-5f97b5665c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:14.722734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f6d671-8703-4076-b8c2-5561ba2c7074,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:14.726144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:14.728941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.730216 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68f6d671-8703-4076-b8c2-5561ba2c7074 HTTP/1.1" status: 204 len: 168 time: 0.1773417 Apr 16 11:55:14.775496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Calling delete_port for 75a8b203-3ada-4f3f-a02d-609dde623e0e owned by network:router_gateway {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:55:14.840012 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-65d27341-6b1a-4f53-a08c-0fa9ee1ed3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.892483 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] Set router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 gateway port host: None {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:14.978864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:14.995730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b9077a3d-7cef-46cd-b4b5-4e766445f8e4 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:15.009825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:55:14Z', 'revision_number': 6, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port_host': None}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:15.014500 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804eb11e-6e33-485e-9a45-0d96e2a6a82d None None] The sync data for ids ['9c7ce104-0fcf-46a6-bada-9e91b7a351b7'] in dv-cinder-689486-10-smb is: [{'id': '9c7ce104-0fcf-46a6-bada-9e91b7a351b7', 'name': 'tempest-AttachVolumeShelveTestJSON-396397875-router', 'tenant_id': '8044ea3a310c49d8b1b92f524f786f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:48:13Z', 'updated_at': '2021-04-16T11:55:14Z', 'revision_number': 6, 'project_id': '8044ea3a310c49d8b1b92f524f786f02', 'gw_port_host': None}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:55:15.102037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a8b203-3ada-4f3f-a02d-609dde623e0e,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:15.110145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:15.252760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.294755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689640'] for router_gateway, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.490330 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743509'] for router, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.492899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.587133 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854085694'] for router, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.587918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7ce104-0fcf-46a6-bada-9e91b7a351b7 {{(pid=85349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:55:15.602658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Notify callbacks [] for router, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.604058 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9c7ce104-0fcf-46a6-bada-9e91b7a351b7 HTTP/1.1" status: 204 len: 168 time: 1.6198497 Apr 16 11:55:15.606709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53036) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:15.674919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Deleting subnet a5e98874-0e8b-4cb6-b49f-30d0db05ab87 {{(pid=85349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:55:15.679100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.739384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242047'] for subnet, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.824504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 75a8b203-3ada-4f3f-a02d-609dde623e0e no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:55:15.828434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:15.867388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 75a8b203-3ada-4f3f-a02d-609dde623e0e {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:55:15.868212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 75a8b203-3ada-4f3f-a02d-609dde623e0e not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:55:15.868674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:55:15.914353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:55:15.914979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9df4a1e3-2cd6-46ca-897c-70731e3ec8b1 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:55:16.014613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53044) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:16.097307 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851215617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852294213'] for subnet, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.114105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5c21dc40-58fb-4b14-8c0e-22d3354e5f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:16.139597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.158977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:16.163644 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Usage tracker for resource:security_group_rule and tenant:761cf0a877a94f5c94b155ed912803d0 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:16.166641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:16.172744 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:16.210524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e98874-0e8b-4cb6-b49f-30d0db05ab87,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:16.215312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:16.249590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.255250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34d50a-4eb9-478b-a409-cdb1981e74fd None None] Network 2abaab04-7726-4be4-a49b-2cd65602a96b requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:16.259023 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a5e98874-0e8b-4cb6-b49f-30d0db05ab87 HTTP/1.1" status: 204 len: 168 time: 0.6489110 Apr 16 11:55:16.259323 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53050) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:16.259457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.262814 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.272579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-22639090-f7f0-459f-b668-03e289fb8cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:16.317981 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=761cf0a877a94f5c94b155ed912803d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996426 Apr 16 11:55:16.317981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36476fe1-ff35-48aa-b537-d3f4a22493bb,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:16.319173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53054) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:16.322318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:16.387194 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.388812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.416396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.460908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Deleting port a109aaed-7527-43fb-a5d0-18e885ea0b49 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:55:16.461397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.465358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.466711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.471873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-21b8f1fd-1af2-4a2e-a36d-b5f859014c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:16.490310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36476fe1-ff35-48aa-b537-d3f4a22493bb,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:16.494595 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:16.497890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.502285 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36476fe1-ff35-48aa-b537-d3f4a22493bb HTTP/1.1" status: 204 len: 168 time: 0.1791267 Apr 16 11:55:16.562315 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] DHCP port deletion for 2abaab04-7726-4be4-a49b-2cd65602a96b request from dv-cinder-689486-10-smb {{(pid=85351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 11:55:16.566690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Deleting port a109aaed-7527-43fb-a5d0-18e885ea0b49 {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:55:16.567695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.697595 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] For port a109aaed-7527-43fb-a5d0-18e885ea0b49, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=a109aaed-7527-43fb-a5d0-18e885ea0b49,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:16.698158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.791239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] For port a109aaed-7527-43fb-a5d0-18e885ea0b49, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=a109aaed-7527-43fb-a5d0-18e885ea0b49,segment=NetworkSegment(13fbdb42-6097-408d-837e-94f1a966424b),segment_id=13fbdb42-6097-408d-837e-94f1a966424b)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:16.791732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.837976 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Calling delete_port for a109aaed-7527-43fb-a5d0-18e885ea0b49 owned by network:dhcp {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:55:16.924758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:16.940223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-acfa72f6-7e6f-4199-bf21-0f823dc4e762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:16.947648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Calling delete_port for a109aaed-7527-43fb-a5d0-18e885ea0b49 owned by network:dhcp {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:55:16.993063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a109aaed-7527-43fb-a5d0-18e885ea0b49,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:16.995739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:17.028660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85351) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:55:17.029248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:55:17.099790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] No DVR routers for this DVR port a109aaed-7527-43fb-a5d0-18e885ea0b49 on host dv-cinder-689486-10-smb {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:55:17.231859 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.241869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53078) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:17.360083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2047585810-network', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:17.366424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:17.371098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Usage tracker for resource:network and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:17.374599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:17.381472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:17.391742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Made reservation on behalf of 17b45f615b4b4e34961d22b45feeb281 for: {'network': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:17.397082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.411499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.427809 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:17.431909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:17.434842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:17.440914 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:17.466598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.526441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.529527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.530364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Deleting port a109aaed-7527-43fb-a5d0-18e885ea0b49 {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:55:17.530929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.534088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-37c31a62-1d4d-4fd5-b147-198bad18e459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:17.565768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=85350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:55:17.575971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8db90c-b8df-4dde-b3bf-8bd68f02e4db,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:17.580027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:17.583207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.583660 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Added segment fea9a8d9-3419-491e-bdf1-50dbf671bf9d of type vlan for network fcb3094a-06d1-4dd0-a500-c75b2cb29428 Apr 16 11:55:17.584640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abaab04-7726-4be4-a49b-2cd65602a96b']}} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:17.599241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fbdb42-6097-408d-837e-94f1a966424b') {'for_net_delete': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:17.599612 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fbdb42-6097-408d-837e-94f1a966424b') {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:17.607925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-500f88ee-ba41-4cd3-9c06-11fe0f627478 None None] The port 'a109aaed-7527-43fb-a5d0-18e885ea0b49' was deleted {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 11:55:17.613052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851533817'] for segment, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.614725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.628524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.635306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=85349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:55:17.644846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.646826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:17.647496 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.652639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:17.758318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb3094a-06d1-4dd0-a500-c75b2cb29428,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:17.764422 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5185602 Apr 16 11:55:17.764422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ab2be150-2b1c-463a-877d-84dfb4ab5530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:17.764887 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53084) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:17.771222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Request body: {'subnet': {'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2047585810-subnet', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:17.774465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:55:17.776903 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:17.781164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Usage tracker for resource:subnet and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:17.784959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:17.791800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:17.804632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Made reservation on behalf of 17b45f615b4b4e34961d22b45feeb281 for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:17.811442 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2361494'] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.824052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Network 2abaab04-7726-4be4-a49b-2cd65602a96b has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:17.834734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3559774'] for segment, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.846527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device a109aaed-7527-43fb-a5d0-18e885ea0b49 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:55:17.928986 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: a109aaed-7527-43fb-a5d0-18e885ea0b49 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:55:17.929592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device a109aaed-7527-43fb-a5d0-18e885ea0b49 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:55:18.027153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Network 2abaab04-7726-4be4-a49b-2cd65602a96b has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:55:18.049448 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:55:18.127844 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.133545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.136266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:18.159564 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abaab04-7726-4be4-a49b-2cd65602a96b,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:18.162215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:18.174799 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2abaab04-7726-4be4-a49b-2cd65602a96b HTTP/1.1" status: 204 len: 168 time: 1.9144385 Apr 16 11:55:18.290735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53090) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:18.344249 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-8d10d28a-dcdd-4e4a-a6ad-fbafbef932a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8044ea3a310c49d8b1b92f524f786f02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520225 Apr 16 11:55:18.346831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53094) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:18.416267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.431558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852696094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2361509'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.445202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.448324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e01fb97b-2e62-4a7a-b859-7a7f0cc869f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:18.491449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.496592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cb96a314-5daa-4c01-ab60-60245d3eac2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:18.513063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15000cf-b256-4a5a-aece-a09ee90cf3e1,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:18.515516 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:18.519142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.521004 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c15000cf-b256-4a5a-aece-a09ee90cf3e1 HTTP/1.1" status: 204 len: 168 time: 0.1730928 Apr 16 11:55:18.575107 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2771a69c-9c1c-4942-8331-bb3e1b0aeb74,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:18.587604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:18.653376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Checking segment: {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:18.653897 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Network hostable DHCP agents. Network: fcb3094a-06d1-4dd0-a500-c75b2cb29428, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:55:18.673168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:55:18.681287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, fcb3094a-06d1-4dd0-a500-c75b2cb29428) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:18.691293 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec532d-8c98-4375-9898-9585a69d2e67 None None] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:18.695829 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:18.696762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.717261 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-07564d76-351d-4dae-9177-0d62c6ef6c86 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9515462 Apr 16 11:55:18.720112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53102) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:18.726870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:18.732289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:18.736520 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Usage tracker for resource:router and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:18.740885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:18.747226 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:18.756722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.757807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.775491 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.954870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:55:18.955941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.070617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.128015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Allocated IP 172.20.0.2 (fcb3094a-06d1-4dd0-a500-c75b2cb29428/2771a69c-9c1c-4942-8331-bb3e1b0aeb74/207c949b-fcbb-49ed-936c-676627e7118d) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:55:19.352176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.355302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53122) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:19.364634 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Transition to ACTIVE for port object 207c949b-fcbb-49ed-936c-676627e7118d will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:19.386832 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Transition to ACTIVE for port object 207c949b-fcbb-49ed-936c-676627e7118d will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:19.391599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.407063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:19.414449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.451575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.479528 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393585483-network', 'tenant_id': '7e021d50762541f8b559a93178e4afcc'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:19.484611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:19.488711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Usage tracker for resource:network and tenant:7e021d50762541f8b559a93178e4afcc is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:19.492395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:19.499345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:19.510677 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Made reservation on behalf of 7e021d50762541f8b559a93178e4afcc for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:19.516602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.530411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.541885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Pushing event updated for resources: {'Port': ['ID=207c949b-fcbb-49ed-936c-676627e7118d,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:19.546386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:19.547761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:19.551970 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e021d50762541f8b559a93178e4afcc is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:19.554984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:19.561060 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:19.601709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Allocated IP 172.28.1.120 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/313a9223-4164-42a4-aa76-672ef0085fb6) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:55:19.602437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:19.603610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:19.606141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:55:19.656029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.659019 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.664768 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-28e35bf9-76ca-421a-b9f0-a4bed2edd086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:19.697984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:55:19.713088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f837c7ee-fa1e-4159-9c61-b5796f2168f3,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:19.718191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:19.719289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.719678 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Added segment 52a019d6-8569-4589-815d-03ed2524975a of type vlan for network dba7dfc7-bda3-4462-9e33-0cd254cfaf78 Apr 16 11:55:19.750871 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.776898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.785237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.787446 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:19.788110 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.794296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6a9232aa-66e2-464a-97cf-cdf87e971374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:19.810420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.828285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-71bdf881-7cd2-4a95-9268-d8708dd01bdf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:19.887357 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Attempting to bind port 207c949b-fcbb-49ed-936c-676627e7118d on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:55:19.888359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Attempting to bind port 207c949b-fcbb-49ed-936c-676627e7118d by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:55:19.889605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Attempting to bind port 207c949b-fcbb-49ed-936c-676627e7118d on network fcb3094a-06d1-4dd0-a500-c75b2cb29428 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:19.896967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:55:19.897705 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Checking segment: {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:19.898512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.899654 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Bound using segment: {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:55:19.900413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Bound port: 207c949b-fcbb-49ed-936c-676627e7118d, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:55:19.901041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.911828 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5552707 Apr 16 11:55:19.912817 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=dba7dfc7-bda3-4462-9e33-0cd254cfaf78,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:19.923605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:19.924187 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53128) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:19.931937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Request body: {'subnet': {'network_id': 'dba7dfc7-bda3-4462-9e33-0cd254cfaf78', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1393585483-subnet', 'tenant_id': '7e021d50762541f8b559a93178e4afcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:19.936565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:19.941034 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Usage tracker for resource:subnet and tenant:7e021d50762541f8b559a93178e4afcc is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:19.944838 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:19.951936 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:19.962374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Made reservation on behalf of 7e021d50762541f8b559a93178e4afcc for: {'subnet': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:19.963039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network dba7dfc7-bda3-4462-9e33-0cd254cfaf78 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:55:19.967743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2481553'] for subnet, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:19.988946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Pushing event updated for resources: {'Port': ['ID=313a9223-4164-42a4-aa76-672ef0085fb6,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:19.994245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:20.049632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:20.051216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:20.054399 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:55:20.120286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] For port 207c949b-fcbb-49ed-936c-676627e7118d, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:55:20.123621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] For port 207c949b-fcbb-49ed-936c-676627e7118d, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=207c949b-fcbb-49ed-936c-676627e7118d,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:55:20.127052 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:20.143064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:20.299758 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Pushing event updated for resources: {'Port': ['ID=207c949b-fcbb-49ed-936c-676627e7118d,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:20.305558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:20.409606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3560132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2481570'] for subnet, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:20.430340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-88633e96-8dc8-4a79-a15d-b0b224aa6d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:20.568062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56c7753-81d6-4f32-8d78-d29198996921,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:20.582296 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:20.665538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Checking segment: {'id': '52a019d6-8569-4589-815d-03ed2524975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'dba7dfc7-bda3-4462-9e33-0cd254cfaf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:20.666027 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Network hostable DHCP agents. Network: dba7dfc7-bda3-4462-9e33-0cd254cfaf78, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:55:20.747311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Network dba7dfc7-bda3-4462-9e33-0cd254cfaf78 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:55:20.754671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, dba7dfc7-bda3-4462-9e33-0cd254cfaf78) {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:20.766503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb697e35-734f-45a4-951c-012d98694f17 None None] Network dba7dfc7-bda3-4462-9e33-0cd254cfaf78 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:20.767834 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:20.768497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:20.799367 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3c35850f-f426-4870-b1dc-f5abe1a169e7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8715427 Apr 16 11:55:20.816942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.021314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46aaa8a-75b0-42a6-ae73-890216ce8203 None None] Network dba7dfc7-bda3-4462-9e33-0cd254cfaf78 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:21.209570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.391130 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53146) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:21.399663 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-928883745-network', 'tenant_id': '5dfddbaf7067432b9eaa47295b07487d'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:21.404811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:21.409147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Usage tracker for resource:network and tenant:5dfddbaf7067432b9eaa47295b07487d is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:21.413763 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:21.420064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:21.429400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Made reservation on behalf of 5dfddbaf7067432b9eaa47295b07487d for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:21.435385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Router 39b3c618-cd44-48bf-9dbd-a63a73030159 is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:55:21.435576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.449317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.466196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:21.471147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Usage tracker for resource:security_group_rule and tenant:5dfddbaf7067432b9eaa47295b07487d is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:21.475880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:21.483413 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:21.580517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.584474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.597159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-327cd920-2e86-41b9-afa2-f6da69d16720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:21.632556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.634898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:55:21.640964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:55:21.645021 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9b2d3-7e3d-455f-9ba8-fbc539f629cd,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:21.648970 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:21.658362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.658827 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Added segment d414257b-ea63-488e-9205-59684d90dcda of type vlan for network dc02245c-6110-4d8a-998b-ef21efca13f5 Apr 16 11:55:21.665272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Sync routers for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:55:21.669826 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.674907 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-876e67cc-16d5-4199-bb64-d391e2e92aaf admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9534864 Apr 16 11:55:21.675935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53150) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:21.686932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:21.687678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:21.749682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da5932-ec6f-4aa0-8103-0bbd8cc53ecd None None] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:21.753603 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.885243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.888542 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:21.889190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:21.896930 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:21.943173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 207c949b-fcbb-49ed-936c-676627e7118d up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:22.044610 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-9f723742-c233-44bc-991e-ead3d16acbda None None] Provisioning for port 207c949b-fcbb-49ed-936c-676627e7118d completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:22.097424 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7048860 Apr 16 11:55:22.100791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53154) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:22.107701 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Request body: {'subnet': {'network_id': 'dc02245c-6110-4d8a-998b-ef21efca13f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-928883745-subnet', 'tenant_id': '5dfddbaf7067432b9eaa47295b07487d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:22.113393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:22.118143 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Usage tracker for resource:subnet and tenant:5dfddbaf7067432b9eaa47295b07487d is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:22.122259 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:22.129067 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:22.139281 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Made reservation on behalf of 5dfddbaf7067432b9eaa47295b07487d for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:22.146767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2361494'] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:22.156207 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Pushing event updated for resources: {'Network': ['ID=dc02245c-6110-4d8a-998b-ef21efca13f5,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:22.166760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-22c15930-1dd3-4d2e-bbb2-8836c62f2d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:22.173162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:22.223988 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network dc02245c-6110-4d8a-998b-ef21efca13f5 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:55:22.379255 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 207c949b-fcbb-49ed-936c-676627e7118d completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:22.425858 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 207c949b-fcbb-49ed-936c-676627e7118d triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:22.426256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:22.590425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852696094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2361509'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:22.608497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cfc36b3d-c70c-4a07-b557-4f0367cf1008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:22.749749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=139b57b3-cce7-4c10-b925-f7538b969e3e,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:22.767371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:22.834786 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Checking segment: {'id': 'd414257b-ea63-488e-9205-59684d90dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'dc02245c-6110-4d8a-998b-ef21efca13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:22.835198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Network hostable DHCP agents. Network: dc02245c-6110-4d8a-998b-ef21efca13f5, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:55:22.857079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Network dc02245c-6110-4d8a-998b-ef21efca13f5 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:55:22.868512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, dc02245c-6110-4d8a-998b-ef21efca13f5) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:22.874679 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:22.882777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:22.883655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:22.894648 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7ca38-3243-4ba8-903b-910e88036942 None None] Network dc02245c-6110-4d8a-998b-ef21efca13f5 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:22.938138 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6c41987e-6600-499a-873f-0536b99b7a7c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8278193 Apr 16 11:55:23.090265 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.128582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53160) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:23.146513 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Allocated IP 172.20.0.1 (fcb3094a-06d1-4dd0-a500-c75b2cb29428/2771a69c-9c1c-4942-8331-bb3e1b0aeb74/c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:55:23.151560 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 207c949b-fcbb-49ed-936c-676627e7118d, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=207c949b-fcbb-49ed-936c-676627e7118d,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:23.163190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.165495 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:23.201083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Deleting subnet e56c7753-81d6-4f32-8d78-d29198996921 {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:55:23.204246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.242675 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-3e6d8278-3d0a-46d9-931a-116905442c91 None None] Provisioning complete for port 207c949b-fcbb-49ed-936c-676627e7118d triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:23.242912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3e6d8278-3d0a-46d9-931a-116905442c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.260417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.310165 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.314896 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:20Z', 'revision_number': 3, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:23.318971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f4f1ac-e330-4e40-9cfc-3169d36cceca None None] Network dc02245c-6110-4d8a-998b-ef21efca13f5 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:23.321191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.327894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Transition to ACTIVE for port object c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:23.353087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.368524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-56c42e56-f0f7-425c-b3ce-883e46c512f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:23.407291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Checking router: 39b3c618-cd44-48bf-9dbd-a63a73030159 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:55:23.407714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Updating router 39b3c618-cd44-48bf-9dbd-a63a73030159 port 313a9223-4164-42a4-aa76-672ef0085fb6 binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:55:23.481319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=207c949b-fcbb-49ed-936c-676627e7118d,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:23.510277 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Pushing event updated for resources: {'Port': ['ID=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:23.510831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:23.514803 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:23.560928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.572242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:23.573918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:23.576392 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:55:23.596490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.610551 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:23.643769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.702039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e56c7753-81d6-4f32-8d78-d29198996921,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:23.717590 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:23.757942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.765621 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-c4577c80-fdce-4e44-b29f-164cc525cfd8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e56c7753-81d6-4f32-8d78-d29198996921 HTTP/1.1" status: 204 len: 168 time: 0.6352854 Apr 16 11:55:23.768081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53164) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:23.864216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 207c949b-fcbb-49ed-936c-676627e7118d up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:23.912687 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:23.968860 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.012609 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-4e0644ff-a294-4fdf-a83d-5ba8a15e5605 None None] Provisioning for port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:24.025077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-4e0644ff-a294-4fdf-a83d-5ba8a15e5605 None None] Provisioning complete for port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:24.025495 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4e0644ff-a294-4fdf-a83d-5ba8a15e5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.070580 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 207c949b-fcbb-49ed-936c-676627e7118d triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:24.070890 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.179231 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-4e0644ff-a294-4fdf-a83d-5ba8a15e5605 None None] Port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:55:24.225275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.232789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.264058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-910ffc0b-f42c-459a-ba42-8c143c1c8775 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:24.329766 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.348398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Transition to ACTIVE for port object 313a9223-4164-42a4-aa76-672ef0085fb6 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:24.355698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Pushing event updated for resources: {'Port': ['ID=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:24.356105 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.358458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.372017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:24.372268 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:24.379760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.498663 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba7dfc7-bda3-4462-9e33-0cd254cfaf78']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:24.503632 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81143ac7-45b6-4bfb-9815-1041ff8b03ad None None] Pushing event updated for resources: {'Port': ['ID=313a9223-4164-42a4-aa76-672ef0085fb6,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:24.508734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81143ac7-45b6-4bfb-9815-1041ff8b03ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:24.513289 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a019d6-8569-4589-815d-03ed2524975a') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:24.513635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a019d6-8569-4589-815d-03ed2524975a') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:24.514694 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:24.516061 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:24.527909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.545156 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.551471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:55:24.578326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Attempting to bind port 313a9223-4164-42a4-aa76-672ef0085fb6 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:55:24.579003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Attempting to bind port 313a9223-4164-42a4-aa76-672ef0085fb6 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:55:24.579709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Attempting to bind port 313a9223-4164-42a4-aa76-672ef0085fb6 on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:24.587098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:55:24.587769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:24.588382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.588977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:55:24.589659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Bound port: 313a9223-4164-42a4-aa76-672ef0085fb6, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:55:24.590233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.717108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] For port 313a9223-4164-42a4-aa76-672ef0085fb6, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:55:24.745475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Network dba7dfc7-bda3-4462-9e33-0cd254cfaf78 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:24.750016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Router 39b3c618-cd44-48bf-9dbd-a63a73030159 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:55:24.754875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.804778 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-c9ca9fa2-20ac-4176-8b51-c23a577051e7 None None] Provisioning complete for port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:24.805116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9fa2-20ac-4176-8b51-c23a577051e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:24.871041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca9fa2-20ac-4176-8b51-c23a577051e7 None None] Port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:55:24.947456 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Network dba7dfc7-bda3-4462-9e33-0cd254cfaf78 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:24.948609 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:55:24.959214 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] 10.222.0.58 "PUT /v2.0/routers/39b3c618-cd44-48bf-9dbd-a63a73030159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2816796 Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:55:24.973670 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:55:25.064058 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.070267 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.075942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:25.077998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] For port 313a9223-4164-42a4-aa76-672ef0085fb6, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=313a9223-4164-42a4-aa76-672ef0085fb6,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:55:25.082097 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.099715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba7dfc7-bda3-4462-9e33-0cd254cfaf78,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:25.102349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:25.104188 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7a840b40-28e1-4621-b7fe-5ff2796a86b5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dba7dfc7-bda3-4462-9e33-0cd254cfaf78 HTTP/1.1" status: 204 len: 168 time: 1.3347123 Apr 16 11:55:25.107227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53170) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:25.108814 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:25.182479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Deleting subnet 139b57b3-cce7-4c10-b925-f7538b969e3e {{(pid=85350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:55:25.186003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.246757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851501446'] for subnet, precommit_delete_associations {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.271111 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81143ac7-45b6-4bfb-9815-1041ff8b03ad None None] Pushing event updated for resources: {'Port': ['ID=313a9223-4164-42a4-aa76-672ef0085fb6,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:25.276339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81143ac7-45b6-4bfb-9815-1041ff8b03ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:25.310623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.324377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:25.325070 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:25.606655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2079705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852414276'] for subnet, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.623932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:25.665348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139b57b3-cce7-4c10-b925-f7538b969e3e,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:25.711589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53186) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:25.715693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:25.717714 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:25.719336 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-795293612-network', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:25.725678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:25.730168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Usage tracker for resource:network and tenant:2b9b070cc07b4ff48720d9358a3739de is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:25.733508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:25.740883 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:25.751225 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Made reservation on behalf of 2b9b070cc07b4ff48720d9358a3739de for: {'network': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:25.756924 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for network, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.770417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.773471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.780475 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1a69d4de-1428-4f79-aaa1-67d2a8db0c9a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/139b57b3-cce7-4c10-b925-f7538b969e3e HTTP/1.1" status: 204 len: 168 time: 0.6690645 Apr 16 11:55:25.780769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53190) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:25.795007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:25.799856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9b070cc07b4ff48720d9358a3739de is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:25.803191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:25.810103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:25.901901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.918585 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.922176 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.927904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-5d744ded-d34b-4bcf-bce7-4f7571a28ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:25.982190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=85349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:55:25.984441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df30eea-13db-4651-8728-8c9325f724a5,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:25.991013 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:25.995910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:25.996307 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.segments_db [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Added segment 3c160109-c20c-49fb-b02a-99ab228843a0 of type vlan for network b6574147-908d-4a6c-be55-ba8c2f707c07 Apr 16 11:55:26.026342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753146917832'] for network, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.058538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595'] for network, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.060087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:26.060818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.066159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-91a5ed20-726b-419d-beaf-c45ba52e23e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:26.069943 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:24Z', 'revision_number': 2, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:26.074617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30116f36-7599-4d3b-97aa-9844f2c8e7d1 None None] The sync data for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb is: [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:24Z', 'revision_number': 2, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:55:26.102474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.176570 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4608252 Apr 16 11:55:26.176941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53194) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:26.181179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b6574147-908d-4a6c-be55-ba8c2f707c07,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:26.183862 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:26.187474 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Request body: {'subnet': {'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-795293612-subnet', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'ip_version': 4}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:26.192284 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Network b6574147-908d-4a6c-be55-ba8c2f707c07 details requested by agent ovs-agent-dv-cinder-689486-10-smb with host dv-cinder-689486-10-smb {{(pid=85351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:55:26.197386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:26.216592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Usage tracker for resource:subnet and tenant:2b9b070cc07b4ff48720d9358a3739de is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:26.220982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:26.239126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:26.245602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc02245c-6110-4d8a-998b-ef21efca13f5']}} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:26.260367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd414257b-ea63-488e-9205-59684d90dcda') {'for_net_delete': True} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:26.260706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd414257b-ea63-488e-9205-59684d90dcda') {} {{(pid=85350) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:26.267344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Made reservation on behalf of 2b9b070cc07b4ff48720d9358a3739de for: {'subnet': 1} {{(pid=85350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:26.272670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2361494'] for subnet, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.342002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3274306'] for segment, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.385223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.398450 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=85350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:55:26.636668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Network dc02245c-6110-4d8a-998b-ef21efca13f5 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:26.654756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852696968'] for segment, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:26.889412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Network dc02245c-6110-4d8a-998b-ef21efca13f5 has no segments {{(pid=85350) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:55:26.916042 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:55:27.067251 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.076906 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.082927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:27.108347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc02245c-6110-4d8a-998b-ef21efca13f5,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:27.110847 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:27.113860 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1b21dd87-b3c3-47cb-9053-eba54f771258 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dc02245c-6110-4d8a-998b-ef21efca13f5 HTTP/1.1" status: 204 len: 168 time: 1.3320808 Apr 16 11:55:27.231222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852696094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2361509'] for subnet, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.247825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:27.308266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53200) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:27.364466 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-034ef887-a9db-47a6-942f-bf16ae86cec8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e021d50762541f8b559a93178e4afcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522757 Apr 16 11:55:27.364824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53204) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:27.378518 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d85de6-130a-422a-b9f5-f66a1cd3df7d,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:27.381248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:27.432992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.455073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Checking segment: {'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:27.455433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Network hostable DHCP agents. Network: b6574147-908d-4a6c-be55-ba8c2f707c07, hostable agents: ['8974de11-9cb7-423d-9ab1-cf1758bc7d5d'], hosted agents: [] {{(pid=85350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:55:27.463088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.476591 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Network b6574147-908d-4a6c-be55-ba8c2f707c07 is scheduled to be hosted by DHCP agent 8974de11-9cb7-423d-9ab1-cf1758bc7d5d with binding_index 1 {{(pid=85350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:55:27.486160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-10-smb, b6574147-908d-4a6c-be55-ba8c2f707c07) {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:27.495753 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717e87a-ecb0-43a2-9bf3-875a17c11636 None None] Network b6574147-908d-4a6c-be55-ba8c2f707c07 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:27.500793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:27.501453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for subnet, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.516957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.519583 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-775ec149-f4ab-4ea5-a20f-6ad05cd1706f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3416386 Apr 16 11:55:27.522793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53208) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:27.524415 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-48a4f58a-f6da-4294-bfea-b0f5f03aac98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:27.528750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:27.534123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:27.538955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Usage tracker for resource:router and tenant:2b9b070cc07b4ff48720d9358a3739de is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:27.539959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f837c7ee-fa1e-4159-9c61-b5796f2168f3,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:27.542723 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:27.545076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.546301 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f837c7ee-fa1e-4159-9c61-b5796f2168f3 HTTP/1.1" status: 204 len: 168 time: 0.1804113 Apr 16 11:55:27.549955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:27.557492 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:27.567121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743468'] for router, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.568361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854075966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854086244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854107386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32291'] for router, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.585181 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.750880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7d3c131-79c1-5ca5-a4ed-76bf53da5887-b6574147-908d-4a6c-be55-ba8c2f707c07', 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'fixed_ips': [{'subnet_id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d'}]}} from dv-cinder-689486-10-smb. {{(pid=85351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:55:27.752024 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:27.917724 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 313a9223-4164-42a4-aa76-672ef0085fb6 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:28.015775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Allocated IP 172.20.0.2 (b6574147-908d-4a6c-be55-ba8c2f707c07/00d85de6-130a-422a-b9f5-f66a1cd3df7d/9e1c5272-fedd-4c85-821f-f09ea859b1e6) {{(pid=85351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:55:28.041571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53216) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:28.107337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 313a9223-4164-42a4-aa76-672ef0085fb6 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:28.109188 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b0fa7dd8-a594-444b-a970-029cfb8c3f92 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5dfddbaf7067432b9eaa47295b07487d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657973 Apr 16 11:55:28.110198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53220) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:28.119725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 313a9223-4164-42a4-aa76-672ef0085fb6 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:28.120147 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.176136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854086227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.182781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.213318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.264235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.269740 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-876a3045-9a71-4aa2-8e2e-035c9c39196d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:28.285076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9b2d3-7e3d-455f-9ba8-fbc539f629cd,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:28.289003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:28.290332 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.291596 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ffa9b2d3-7e3d-455f-9ba8-fbc539f629cd HTTP/1.1" status: 204 len: 168 time: 0.1799848 Apr 16 11:55:28.389693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.398886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Notify callbacks [] for port, precommit_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.417459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Transition to ACTIVE for port object 9e1c5272-fedd-4c85-821f-f09ea859b1e6 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:28.425717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 313a9223-4164-42a4-aa76-672ef0085fb6, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=313a9223-4164-42a4-aa76-672ef0085fb6,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:28.433700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.439944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:28.490611 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Transition to ACTIVE for port object 9e1c5272-fedd-4c85-821f-f09ea859b1e6 will not be triggered until provisioned by entity DHCP. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:28.500386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328'] for port, after_create {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.535663 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.573825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.596771 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=313a9223-4164-42a4-aa76-672ef0085fb6,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:28.600242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:28.608174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:28.710142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Pushing event updated for resources: {'Port': ['ID=9e1c5272-fedd-4c85-821f-f09ea859b1e6,revision_number=1']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:28.713276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:28.741530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Network b6574147-908d-4a6c-be55-ba8c2f707c07 is already hosted by enough agents. {{(pid=85351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:28.742220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Resources bound (agent type, host, resource id): {{(pid=85351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:28.744672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Received port after_create {{(pid=85351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:55:28.759257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Allocated IP 172.28.1.182 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/d9c2aa50-ee2b-4d7d-bde1-afd91288e362) {{(pid=85350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:55:28.848180 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Attempting to bind port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:55:28.848594 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Attempting to bind port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:55:28.849042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Attempting to bind port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 on network b6574147-908d-4a6c-be55-ba8c2f707c07 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:28.855510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:55:28.855929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Checking segment: {'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:28.856375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.856812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Bound using segment: {'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:55:28.857343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Bound port: 9e1c5272-fedd-4c85-821f-f09ea859b1e6, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:55:28.857760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.956317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.963688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] For port 9e1c5272-fedd-4c85-821f-f09ea859b1e6, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:55:28.967870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] For port 9e1c5272-fedd-4c85-821f-f09ea859b1e6, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9e1c5272-fedd-4c85-821f-f09ea859b1e6,segment=NetworkSegment(3c160109-c20c-49fb-b02a-99ab228843a0),segment_id=3c160109-c20c-49fb-b02a-99ab228843a0)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:55:28.972230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:28.987943 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:28.996230 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:29.016224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b5f61806-1296-4c46-945b-c61a1da72925 tempest-ServerRescueNegativeTestJSON-2110179802 tempest-ServerRescueNegativeTestJSON-2110179802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:29.165070 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:29.180083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:29.231378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:29.233123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Resources bound (agent type, host, resource id): {{(pid=85350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:29.236023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Received port after_create {{(pid=85350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:55:29.257655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Sync routers for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:55:29.272902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:29.273588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:29.350461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Pushing event updated for resources: {'Port': ['ID=9e1c5272-fedd-4c85-821f-f09ea859b1e6,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:29.356752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-cf8b3553-5758-40ff-88a7-90571f24d727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:29.487790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:29.784607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:29.976919 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:24Z', 'revision_number': 2, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:29.985510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Checking router: 39b3c618-cd44-48bf-9dbd-a63a73030159 for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:55:29.985997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Updating router 39b3c618-cd44-48bf-9dbd-a63a73030159 port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:55:30.025469 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9e1c5272-fedd-4c85-821f-f09ea859b1e6 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:30.057449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:30.117893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:30.125076 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 313a9223-4164-42a4-aa76-672ef0085fb6 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:30.230710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 313a9223-4164-42a4-aa76-672ef0085fb6 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:30.231250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:30.341185 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854076124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689610'] for router, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:30.484859 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:30.499823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Transition to ACTIVE for port object c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:30.507472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:30.525343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-18095cdb-109d-4723-ab43-77b4fbe1e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:30.600266 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a is scheduled to L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e with binding_index 1 {{(pid=85350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:55:30.682733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Pushing event updated for resources: {'Port': ['ID=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:30.709962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.710621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.710998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.711390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.711757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.712121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.712479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.712959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.713170 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.713527 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.713880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.714236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:30.731470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:30.839870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:55:30.856082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Sync routers for ids ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:55:30.867122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Routers {'1a9d3a07-1297-4317-9ec0-243cd40ffd4a'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:30.867993 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:30.875481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] Notify callbacks [] for router, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:30.876866 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-dba2ccfc-24a6-4929-9c80-6b992faaa038 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3529694 Apr 16 11:55:30.880134 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53270) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:30.984253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Attempting to bind port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:55:30.984972 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Attempting to bind port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:55:30.985383 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Attempting to bind port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 on network fcb3094a-06d1-4dd0-a500-c75b2cb29428 {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:30.992088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:55:30.992511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Checking segment: {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:30.992958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:30.993393 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Bound using segment: {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:55:30.993915 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Bound port: c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:55:30.994328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:31.059781 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c0e24-e884-4019-b145-3c782115a1da None None] Network b6574147-908d-4a6c-be55-ba8c2f707c07 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:55:31.102697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] For port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:55:31.106545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] For port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:55:31.111532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:31.128962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:31.164241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Set router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:31.304665 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Provisioning for port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:31.333528 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Provisioning complete for port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:31.333945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:31.363048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Pushing event updated for resources: {'Port': ['ID=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,revision_number=4']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:31.369431 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-00faf798-0b8e-4bbe-8bfa-c03672424637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:31.411861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:31.412636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:31.755733 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:31.788128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:31.850617 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] For port 9e1c5272-fedd-4c85-821f-f09ea859b1e6, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9e1c5272-fedd-4c85-821f-f09ea859b1e6,segment=NetworkSegment(3c160109-c20c-49fb-b02a-99ab228843a0),segment_id=3c160109-c20c-49fb-b02a-99ab228843a0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:31.867195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:31.870833 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:31.934471 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:31.991334 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:55:29Z', 'revision_number': 3, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port': {'id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:28Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:32.021787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Checking router: 1a9d3a07-1297-4317-9ec0-243cd40ffd4a for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:55:32.022186 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Updating router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 binding host dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:55:32.113879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Pushing event updated for resources: {'Port': ['ID=9e1c5272-fedd-4c85-821f-f09ea859b1e6,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:32.120973 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:32.138325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.207102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:32.218495 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:31Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:32.224875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.232425 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e429aa-9e0c-447e-b351-e33adcf641cf None None] The sync data for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb is: [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:31Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:55:32.264692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:32.265382 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.531236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fb7a2781-6d64-4545-9b47-660de37694be None None] Provisioning complete for port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:32.531793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2781-6d64-4545-9b47-660de37694be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.537132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Allocated IP 172.20.0.1 (b6574147-908d-4a6c-be55-ba8c2f707c07/00d85de6-130a-422a-b9f5-f66a1cd3df7d/0a94799b-2932-49ac-8a1f-73f952c59f83) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:55:32.714035 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.732689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Transition to ACTIVE for port object 0a94799b-2932-49ac-8a1f-73f952c59f83 will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:32.743607 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Notify callbacks [] for port, precommit_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.756573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.776749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d12cdcb3-2bda-4d0c-ae33-7484b18c0ce6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:32.807730 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Transition to ACTIVE for port object d9c2aa50-ee2b-4d7d-bde1-afd91288e362 will not be triggered until provisioned by entity L2. {{(pid=85351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:32.826237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.845406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:32.895257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.916347 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Pushing event updated for resources: {'Port': ['ID=0a94799b-2932-49ac-8a1f-73f952c59f83,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:32.929823 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:32.987898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2781-6d64-4545-9b47-660de37694be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.993379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Network b6574147-908d-4a6c-be55-ba8c2f707c07 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:32.994637 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:32.997305 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:55:33.062348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854082929'] for router_interface, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.204104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.252333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916968b-f50b-4652-8eef-bdd2d64d64dc None None] Pushing event updated for resources: {'Port': ['ID=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,revision_number=2']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:33.266653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4916968b-f50b-4652-8eef-bdd2d64d64dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:33.275075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:33.288977 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.293729 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:33.446682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:33.451182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-fb7a2781-6d64-4545-9b47-660de37694be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85351) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:55:33.451622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-fb7a2781-6d64-4545-9b47-660de37694be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:55:33.452299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:33.453152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Attempting to bind port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:55:33.453562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Attempting to bind port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:55:33.453963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Attempting to bind port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 on network cfa8443f-cfd5-47e3-b3c7-6741323e8770 {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:33.456944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.460026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:55:33.460449 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Checking segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:33.460597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.460904 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.461339 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Bound using segment: {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'} {{(pid=85351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:55:33.461857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Bound port: d9c2aa50-ee2b-4d7d-bde1-afd91288e362, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c69cd-3d23-476e-9118-6990360d8db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770'}}] {{(pid=85351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:55:33.462275 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.489384 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b76b213e-5c4e-4097-b9f2-647b3df83852 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:33.538839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] For port d9c2aa50-ee2b-4d7d-bde1-afd91288e362, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:55:33.542059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] For port d9c2aa50-ee2b-4d7d-bde1-afd91288e362, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:55:33.545374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.560928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b1a7b89f-6122-4857-8520-f9aff10a861a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:33.577481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692968'] for router_interface, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:33.593084 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Pushing event updated for resources: {'Port': ['ID=0a94799b-2932-49ac-8a1f-73f952c59f83,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:33.596125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:33.719779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916968b-f50b-4652-8eef-bdd2d64d64dc None None] Pushing event updated for resources: {'Port': ['ID=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,revision_number=3']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:33.725839 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4916968b-f50b-4652-8eef-bdd2d64d64dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:33.731670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Network b6574147-908d-4a6c-be55-ba8c2f707c07 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:33.733062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:33.769605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Routers {'1a9d3a07-1297-4317-9ec0-243cd40ffd4a'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:33.770545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:33.964486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:55:34.053650 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:34.168217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:55:34.185930 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] 10.222.0.58 "PUT /v2.0/routers/1a9d3a07-1297-4317-9ec0-243cd40ffd4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2959883 Apr 16 11:55:34.316470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] Set router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:34.443319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:34.444011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:34.669169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-601b1ab5-f416-4e0f-b114-4a3d51c514b7 None None] Provisioning complete for port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:34.669846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-601b1ab5-f416-4e0f-b114-4a3d51c514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:34.816899 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53302) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:34.823669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138314116', 'description': 'tempest-secgroup-smoke-1138314116 description', 'project_id': '17b45f615b4b4e34961d22b45feeb281'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:34.830224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:34.835016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:34.838128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:34.844359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:34.857523 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:34.879263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:34.885870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:34.888925 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:34.895203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:34.972722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:34.975751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:34.981174 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-472e1e98-d825-4e0d-b600-b0194f315ea4 tempest-VolumesNegativeTest-608039596 tempest-VolumesNegativeTest-608039596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:35.022397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0b2da-9c26-4ac9-a1fb-7127437b656e,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:35.026614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.027982 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2099438 Apr 16 11:55:35.031204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53306) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:35.033072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.033672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.034073 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.034451 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.034852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.035221 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.035646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.036038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.036430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.036849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.037238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.037629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:35.038324 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'security_group_rule': {'security_group_id': '3fa0b2da-9c26-4ac9-a1fb-7127437b656e', 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:35.041401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9ecea2b9-5ef1-44d4-b193-514522288c00 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:35.054238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:35.058314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:35.062418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:35.073537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:35.090203 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.163526 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.167082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.169237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:35.199234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca785d3-9e43-4eb4-b2fc-c854f799c2f4,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:35.202313 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:35.211010 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.212727 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4524aa7e-a2a6-4323-9424-d36bfbb3caa3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1799786 Apr 16 11:55:35.213355 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9e1c5272-fedd-4c85-821f-f09ea859b1e6 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:35.215858 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53318) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:35.222455 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'security_group_rule': {'security_group_id': '3fa0b2da-9c26-4ac9-a1fb-7127437b656e', 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:35.229519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:35.235042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:35.238260 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:35.245522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:35.262276 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.330080 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.332422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.335689 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f960305e-bbe8-4fe1-9150-686bd3ba2684 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:35.360712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858d390f-bb7a-4403-8d66-4b56621580df,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:35.363571 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:35.370087 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.374117 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-74670ef1-f42c-4eb4-b41c-e23461bce9a4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544571 Apr 16 11:55:35.374350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53322) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:35.380861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'security_group_rule': {'security_group_id': '3fa0b2da-9c26-4ac9-a1fb-7127437b656e', 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:35.387295 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:35.393250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:35.397015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:35.403257 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:35.419994 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.460304 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-601b1ab5-f416-4e0f-b114-4a3d51c514b7 None None] Provisioning for port 0a94799b-2932-49ac-8a1f-73f952c59f83 completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:35.487502 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-601b1ab5-f416-4e0f-b114-4a3d51c514b7 None None] Provisioning complete for port 0a94799b-2932-49ac-8a1f-73f952c59f83 triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:35.488017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-601b1ab5-f416-4e0f-b114-4a3d51c514b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.492480 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.496108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.498196 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:35.523444 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1b6351-6656-477c-9f66-e897dea6241a,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:35.526103 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:35.533928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.538219 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599021 Apr 16 11:55:35.538908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53326) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:35.547711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'security_group_rule': {'security_group_id': '3fa0b2da-9c26-4ac9-a1fb-7127437b656e', 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:35.555439 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:35.560325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:35.563892 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:35.571104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:35.590761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.602749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:35.603397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.667459 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.670682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.673065 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:35.698640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b55c69-8c6f-40cf-86c7-42f069114c3c,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:35.709695 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:35.717450 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.721665 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ec88fe4d-9eba-41e4-b7d1-bb96ccba8059 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785519 Apr 16 11:55:35.722033 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53330) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:35.728854 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'security_group_rule': {'security_group_id': '3fa0b2da-9c26-4ac9-a1fb-7127437b656e', 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:35.736197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:35.741522 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:35.745396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:35.753092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:35.765218 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.securitygroups_db [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Project 17b45f615b4b4e34961d22b45feeb281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 11:55:35.773443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.826160 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 4, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port': {'id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:28Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '0a94799b-2932-49ac-8a1f-73f952c59f83', 'name': '', 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'mac_address': 'fa:16:3e:18:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:32Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 2, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'subnets': [{'id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:35.835987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-601b1ab5-f416-4e0f-b114-4a3d51c514b7 None None] Port 0a94799b-2932-49ac-8a1f-73f952c59f83 cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:55:35.840615 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7e78f-d9e2-4013-9e2a-e211144ad883 None None] The sync data for ids ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'] in dv-cinder-689486-10-smb is: [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 4, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port': {'id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:28Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '0a94799b-2932-49ac-8a1f-73f952c59f83', 'name': '', 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'mac_address': 'fa:16:3e:18:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:32Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 2, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'subnets': [{'id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:55:35.851908 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.855688 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.866102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c334b48-444b-4b93-a897-50891c123743 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:35.898525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71e209e-5b7c-4588-9858-34cc90f5ecf1,revision_number=0']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:35.901273 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:35.902441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:35.918488 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e372269b-f9c9-442c-b6d8-bfe49306a025 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1951199 Apr 16 11:55:35.921314 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53336) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:35.928475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'security_group_rule': {'security_group_id': '3fa0b2da-9c26-4ac9-a1fb-7127437b656e', 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:35.944926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:35.961698 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:security_group_rule and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:35.965358 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:35.973331 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:35.989124 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.securitygroups_db [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Project 17b45f615b4b4e34961d22b45feeb281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 11:55:35.996964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:36.068258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:36.071220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656341'] for security_group_rule, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:36.073878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ff68b4b3-b8da-44a8-b196-da511e759b1d tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:36.096636 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037e0dbe-0601-403a-983c-a2b08a71a230,revision_number=0']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:36.101493 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:36.108850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:36.110150 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-4d48b3cc-23a0-471f-a479-98be0b8c9da3 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1874874 Apr 16 11:55:38.024971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d9c2aa50-ee2b-4d7d-bde1-afd91288e362 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:38.098075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:38.103487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:38.103912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:38.226268 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:38.243875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port d9c2aa50-ee2b-4d7d-bde1-afd91288e362, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:38.246443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:38.248334 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:38.319071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:38.322153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:38.987812 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Sync routers for ids ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:55:38.999062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Routers {'1a9d3a07-1297-4317-9ec0-243cd40ffd4a'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:38.999831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:39.212869 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Set router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:39.556866 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 4, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port': {'id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:28Z', 'updated_at': '2021-04-16T11:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '0a94799b-2932-49ac-8a1f-73f952c59f83', 'name': '', 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'mac_address': 'fa:16:3e:18:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:32Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 2, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'subnets': [{'id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:39.560929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Checking router: 1a9d3a07-1297-4317-9ec0-243cd40ffd4a for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:55:39.561322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Updating router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a port 0a94799b-2932-49ac-8a1f-73f952c59f83 binding host dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:55:39.618721 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.056092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Notify callbacks [] for port, precommit_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.062873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d9c2aa50-ee2b-4d7d-bde1-afd91288e362 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:40.075224 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Transition to ACTIVE for port object 0a94799b-2932-49ac-8a1f-73f952c59f83 will not be triggered until provisioned by entity L2. {{(pid=85352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:40.088968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.108365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-865fef5e-b796-4bbc-9ce4-ad10f8612fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:40.156592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:40.157258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.251200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6aa20-fc4f-4e44-b59a-0fbe2249b4fd None None] Pushing event updated for resources: {'Port': ['ID=0a94799b-2932-49ac-8a1f-73f952c59f83,revision_number=3']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:40.264290 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c1d6aa20-fc4f-4e44-b59a-0fbe2249b4fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:40.508709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Attempting to bind port 0a94799b-2932-49ac-8a1f-73f952c59f83 on host dv-cinder-689486-10-smb for vnic_type normal with profile {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:55:40.509146 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Attempting to bind port 0a94799b-2932-49ac-8a1f-73f952c59f83 by drivers openvswitch,hyperv on host dv-cinder-689486-10-smb at level 0 using segments [{'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:55:40.509533 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Attempting to bind port 0a94799b-2932-49ac-8a1f-73f952c59f83 on network b6574147-908d-4a6c-be55-ba8c2f707c07 {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:40.515662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Checking agent: {'id': '0fd8151d-e13f-41c9-93bc-d067871c05e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 39, 46), 'started_at': datetime.datetime(2021, 4, 16, 11, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:55:40.516119 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Checking segment: {'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:40.516567 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.517009 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Bound using segment: {'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'} {{(pid=85352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:55:40.517530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Bound port: 0a94799b-2932-49ac-8a1f-73f952c59f83, host: dv-cinder-689486-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c160109-c20c-49fb-b02a-99ab228843a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07'}}] {{(pid=85352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:55:40.517950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.623000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] For port 0a94799b-2932-49ac-8a1f-73f952c59f83, host dv-cinder-689486-10-smb, cleared binding levels {{(pid=85352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:55:40.626316 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] For port 0a94799b-2932-49ac-8a1f-73f952c59f83, host dv-cinder-689486-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=0a94799b-2932-49ac-8a1f-73f952c59f83,segment=NetworkSegment(3c160109-c20c-49fb-b02a-99ab228843a0),segment_id=3c160109-c20c-49fb-b02a-99ab228843a0)] {{(pid=85352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:55:40.629685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:40.645750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:40.969932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6aa20-fc4f-4e44-b59a-0fbe2249b4fd None None] Pushing event updated for resources: {'Port': ['ID=0a94799b-2932-49ac-8a1f-73f952c59f83,revision_number=4']} {{(pid=85352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:40.974713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c1d6aa20-fc4f-4e44-b59a-0fbe2249b4fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:41.019258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Routers {'1a9d3a07-1297-4317-9ec0-243cd40ffd4a'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:55:41.019980 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:41.166639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:55:41.229922 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] Set router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:55:41.567041 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 4, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port': {'id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:28Z', 'updated_at': '2021-04-16T11:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '0a94799b-2932-49ac-8a1f-73f952c59f83', 'name': '', 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'mac_address': 'fa:16:3e:18:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:32Z', 'updated_at': '2021-04-16T11:55:40Z', 'revision_number': 4, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'subnets': [{'id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:55:41.572588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec2402-f919-4bd2-b3c7-075983e1620d None None] The sync data for ids ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'] in dv-cinder-689486-10-smb is: [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 4, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port': {'id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:28Z', 'updated_at': '2021-04-16T11:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': '0a94799b-2932-49ac-8a1f-73f952c59f83', 'name': '', 'network_id': 'b6574147-908d-4a6c-be55-ba8c2f707c07', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'mac_address': 'fa:16:3e:18:af:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:32Z', 'updated_at': '2021-04-16T11:55:40Z', 'revision_number': 4, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'subnets': [{'id': '00d85de6-130a-422a-b9f5-f66a1cd3df7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:55:42.045142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 0a94799b-2932-49ac-8a1f-73f952c59f83 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:42.128937 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning for port 0a94799b-2932-49ac-8a1f-73f952c59f83 completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:42.134712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 0a94799b-2932-49ac-8a1f-73f952c59f83 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:42.135141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:42.263962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:42.327113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] For port 0a94799b-2932-49ac-8a1f-73f952c59f83, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=0a94799b-2932-49ac-8a1f-73f952c59f83,segment=NetworkSegment(3c160109-c20c-49fb-b02a-99ab228843a0),segment_id=3c160109-c20c-49fb-b02a-99ab228843a0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:55:42.331198 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:42.334262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:42.436739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Pushing event updated for resources: {'Port': ['ID=0a94799b-2932-49ac-8a1f-73f952c59f83,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:42.440022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:42.584732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4641a544-a2d5-4e67-9ec0-2f702625fc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:44.012091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 0a94799b-2932-49ac-8a1f-73f952c59f83 up at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:55:44.086501 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Provisioning complete for port 0a94799b-2932-49ac-8a1f-73f952c59f83 triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:44.086920 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:44.843465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-633a2268-95ca-427b-881c-97dcfcd92f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:45.244929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:46.448112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:47.233690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:51.643536 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:54.633999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-0981f659-3a6d-470d-8f81-a6034c695f06 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Synchronizing usage tracker for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:security_group {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:55:54.649849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-0981f659-3a6d-470d-8f81-a6034c695f06 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Unset dirty status for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:security_group {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:55:54.651116 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-0981f659-3a6d-470d-8f81-a6034c695f06 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138314116&fields=id&tenant_id=17b45f615b4b4e34961d22b45feeb281 HTTP/1.1" status: 200 len: 267 time: 0.0645723 Apr 16 11:55:54.814842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-ba9e43f9-fa8f-406e-85a7-a3f7839863ce tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:54.816357 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-ba9e43f9-fa8f-406e-85a7-a3f7839863ce tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 809 time: 0.1578159 Apr 16 11:55:54.834113 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-9d2e9a7e-98dd-464e-9cda-b9e77fa8c85e tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/quotas/17b45f615b4b4e34961d22b45feeb281 HTTP/1.1" status: 200 len: 375 time: 0.0099514 Apr 16 11:55:54.931043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-34c5c5bf-6e62-4cef-a4c3-b0732bc4b7dd tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Synchronizing usage tracker for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:55:54.948426 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-34c5c5bf-6e62-4cef-a4c3-b0732bc4b7dd tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Unset dirty status for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:55:54.950201 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-34c5c5bf-6e62-4cef-a4c3-b0732bc4b7dd tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104221 Apr 16 11:55:55.106728 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-5baee14c-4ed5-404b-8264-afc9b2fb352b service neutron] 10.222.0.58 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419287 Apr 16 11:55:55.257233 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-0849c4ce-7ccf-41b1-bd56-29e4873acec1 service neutron] 10.222.0.58 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435852 Apr 16 11:55:55.678266 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fba590ac-8734-407c-9feb-075c2d4c4768 req-f7c0e575-fdba-4848-af3f-856dad4feb83 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 210 time: 0.0504653 Apr 16 11:55:56.859986 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eaac3e1e-5bc2-4272-9719-257c25091575 req-1158ec7b-81e8-467d-a425-7255a8384980 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 210 time: 0.0634398 Apr 16 11:55:56.922618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-901ba77e-4953-4e50-9cd5-cb44e0de64cc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:56.924292 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-901ba77e-4953-4e50-9cd5-cb44e0de64cc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 809 time: 0.2167189 Apr 16 11:55:57.278680 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-4b2f4373-416a-4e0e-a924-37efc472f063 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17b45f615b4b4e34961d22b45feeb281 HTTP/1.1" status: 200 len: 8061 time: 0.3410151 Apr 16 11:55:57.289693 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'port': {'device_id': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'admin_state_up': True, 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'security_groups': ['3fa0b2da-9c26-4ac9-a1fb-7127437b656e']}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:57.453169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:57.466822 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:57.476373 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Made reservation on behalf of 17b45f615b4b4e34961d22b45feeb281 for: {'port': 1} {{(pid=85349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:55:57.483098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:57.674200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Allocated IP 172.20.0.6 (fcb3094a-06d1-4dd0-a500-c75b2cb29428/2771a69c-9c1c-4942-8331-bb3e1b0aeb74/3aaa58e6-823b-4a24-9de6-157e05cbb7ee) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:55:57.877398 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:57.895438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Transition to ACTIVE for port object 3aaa58e6-823b-4a24-9de6-157e05cbb7ee will not be triggered until provisioned by entity DHCP. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:57.921306 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:57.939940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-daa46149-9797-4ce7-afce-c8582c65db2a tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:58.137599 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:58.140927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:58.220653 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f04ddd-8c0d-4bfc-8f6b-77c898272bc3 req-126a826d-0bd2-4d68-b6b0-30fc94524e69 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:58.222818 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-82f04ddd-8c0d-4bfc-8f6b-77c898272bc3 req-126a826d-0bd2-4d68-b6b0-30fc94524e69 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 931 time: 0.2361052 Apr 16 11:55:58.228359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:55:58.229601 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:55:58.232182 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:55:58.340864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:58.341565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:58.350162 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-82f04ddd-8c0d-4bfc-8f6b-77c898272bc3 req-1e5e3318-09f7-46cd-b990-f7124aa65378 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829563 Apr 16 11:55:58.373493 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-6db086af-d447-4cf0-b2f0-44fa36f002bc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0883620 Apr 16 11:55:58.390511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Request body: {'port': {'device_id': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:55:58.471096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-1b008044-a9a5-446b-96ac-2235e4e35984 None None] Provisioning for port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee completed by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:55:58.476155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-1b008044-a9a5-446b-96ac-2235e4e35984 None None] Provisioning complete for port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee triggered by entity DHCP. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:55:58.476583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1b008044-a9a5-446b-96ac-2235e4e35984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:58.514477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:58.535870 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-1b008044-a9a5-446b-96ac-2235e4e35984 None None] Port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee cannot update to ACTIVE because it is not bound. {{(pid=85351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:55:58.883618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaa58e6-823b-4a24-9de6-157e05cbb7ee {{(pid=85349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:55:58.892235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:58.908946 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Transition to ACTIVE for port object 3aaa58e6-823b-4a24-9de6-157e05cbb7ee will not be triggered until provisioned by entity L2. {{(pid=85349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:55:58.911765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:58.927585 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:59.070030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:59.083660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:59.306591 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Attempting to bind port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee on host hv-cinder-68948 for vnic_type normal with profile {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:55:59.306962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Attempting to bind port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:55:59.307362 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Attempting to bind port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee on network fcb3094a-06d1-4dd0-a500-c75b2cb29428 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:59.312337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee on network fcb3094a-06d1-4dd0-a500-c75b2cb29428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:55:59.312700 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Attempting to bind port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee on network fcb3094a-06d1-4dd0-a500-c75b2cb29428 {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:55:59.318219 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Checking agent: {'id': 'cdc99c27-2169-44d4-b5af-3b1be2edf393', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'started_at': datetime.datetime(2021, 4, 16, 11, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:55:59.318672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Checking segment: {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:55:59.319096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Bound using segment: {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'} {{(pid=85349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:55:59.319626 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Bound port: 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428'}}] {{(pid=85349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:55:59.320011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:59.419849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, cleared binding levels {{(pid=85349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:55:59.423053 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:55:59.426317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:59.445359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b7b1bfc1-465d-403a-a597-feff6613e531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:59.660998 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=3']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:59.667799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:59.715320 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dda74a-f334-42ba-abf1-91d26d16d4eb req-ec95f79f-60ed-4a7c-a530-79acb7216b7d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:59.716095 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-16dda74a-f334-42ba-abf1-91d26d16d4eb req-ec95f79f-60ed-4a7c-a530-79acb7216b7d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Synchronizing usage tracker for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:55:59.721964 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:59.722643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:59.724168 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] 10.222.0.78 "PUT /v2.0/ports/3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 1093 time: 1.3387938 Apr 16 11:55:59.725454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:55:59.742461 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-16dda74a-f334-42ba-abf1-91d26d16d4eb req-ec95f79f-60ed-4a7c-a530-79acb7216b7d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Unset dirty status for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:55:59.749895 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16dda74a-f334-42ba-abf1-91d26d16d4eb req-ec95f79f-60ed-4a7c-a530-79acb7216b7d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 943 time: 0.2723913 Apr 16 11:55:59.813733 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'status': 'completed', 'code': 200} Apr 16 11:55:59.850833 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-16dda74a-f334-42ba-abf1-91d26d16d4eb req-2c321c76-6fa3-428b-973d-66a369bc6507 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999730 Apr 16 11:55:59.878882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-69908d7c-5007-49a4-8ca3-623f288d7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:55:59.880589 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-69908d7c-5007-49a4-8ca3-623f288d7c17 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1096 time: 0.1094863 Apr 16 11:55:59.963865 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-25033be5-eae3-45ce-af12-5273808f4c3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 217 time: 0.0710652 Apr 16 11:56:00.039784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-86132c3d-f436-444e-aaf8-ca0117e2fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:00.041450 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-86132c3d-f436-444e-aaf8-ca0117e2fb4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0667274 Apr 16 11:56:00.132155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-9565b199-e4cf-4b58-869e-4f2e99b662cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:00.134791 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-9565b199-e4cf-4b58-869e-4f2e99b662cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0818248 Apr 16 11:56:00.290479 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-323d1fa8-3ffe-4f87-b872-1e8c246bd369 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459391 Apr 16 11:56:00.444554 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5094a208-f32f-4ecb-adf2-ac1fd7a71e4b req-20867ae0-67a7-48a3-93d6-710750ffd874 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438563 Apr 16 11:56:00.576525 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-dfcbc73b-4f73-4262-87bb-8b74262a79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:00.578247 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-dfcbc73b-4f73-4262-87bb-8b74262a79a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0839221 Apr 16 11:56:00.722825 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-d6b03aa6-7544-4cb6-b175-5366e0e813c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:00.724346 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-d6b03aa6-7544-4cb6-b175-5366e0e813c9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.1387227 Apr 16 11:56:00.800701 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-abbf1cb5-4b3a-4c30-8975-b2616904f45f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 217 time: 0.0686817 Apr 16 11:56:00.871094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-266539ab-6505-495a-b307-4fb9bd0d9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:00.872671 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-266539ab-6505-495a-b307-4fb9bd0d9fc8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0646780 Apr 16 11:56:00.962417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-99b8d414-eb54-459b-97ab-d11e567c6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:00.964094 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-99b8d414-eb54-459b-97ab-d11e567c6be8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0818911 Apr 16 11:56:01.176382 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-c8fd4154-04aa-44ff-8ad8-719d349ce478 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051556 Apr 16 11:56:01.186237 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9b441-573a-46f9-a731-cc311fe54399 req-008765f5-84ac-4be4-8a41-37bb7d76d1d9 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:01.187738 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1fe9b441-573a-46f9-a731-cc311fe54399 req-008765f5-84ac-4be4-8a41-37bb7d76d1d9 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 943 time: 0.1942854 Apr 16 11:56:01.588598 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-1fe9b441-573a-46f9-a731-cc311fe54399 req-d9b838fb-2125-4717-9e61-88bb4abec848 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761995 Apr 16 11:56:01.619781 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-4184ebb1-75a1-435a-9608-fcfc6a02733e req-17051dac-6e7e-4542-83fc-348f7ce92f07 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310262 Apr 16 11:56:02.604658 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3aaa58e6-823b-4a24-9de6-157e05cbb7ee details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:56:02.748004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:02.762233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'port_id': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'mac_address': 'fa:16:3e:60:e2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:56:02.797752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995340f7-1b59-4503-aba9-42acd0c82cd5 req-9c6f2e77-d4a1-4e27-a441-df2e16122bc8 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:02.799543 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-995340f7-1b59-4503-aba9-42acd0c82cd5 req-9c6f2e77-d4a1-4e27-a441-df2e16122bc8 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 943 time: 0.0924289 Apr 16 11:56:02.823836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:02.842754 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaa58e6-823b-4a24-9de6-157e05cbb7ee {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:56:02.851809 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-995340f7-1b59-4503-aba9-42acd0c82cd5 req-de2dac1e-40e8-426c-a625-db8b7549630f tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450799 Apr 16 11:56:02.859555 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:02.862504 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:02.865359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c82deb7a-be9c-467d-9d93-0c958a5e594b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:02.940043 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=4']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:02.948979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.949702 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.950159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.950606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.951054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.951583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.952121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.952563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.953015 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.953381 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.953747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.954150 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:02.958234 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:03.123965 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['3aaa58e6-823b-4a24-9de6-157e05cbb7ee'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:56:03.852731 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53746) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:03.999163 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.015348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:04.019749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Usage tracker for resource:security_group_rule and tenant:adef9c93115b475bba0f95cb60c67b74 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:04.022984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:04.029422 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:04.061294 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b6038-cd0e-4125-8051-19a9a9d8557d req-62be4b9a-363b-4f18-b482-49031b8222b7 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:04.063037 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2b6038-cd0e-4125-8051-19a9a9d8557d req-62be4b9a-363b-4f18-b482-49031b8222b7 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 944 time: 0.0924120 Apr 16 11:56:04.113869 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-ea2b6038-cd0e-4125-8051-19a9a9d8557d req-7d1975b8-a0d7-42e9-9f81-56bee21818bb tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Apr 16 11:56:04.118642 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.121713 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.131193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9cb1be43-660c-4456-9d68-3d73ccc735ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:04.174578 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adef9c93115b475bba0f95cb60c67b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206370 Apr 16 11:56:04.175574 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28283307-7926-4f62-bc89-7969449e0f02,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:04.177499 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53754) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:04.184545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.184971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.185386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.185798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.186204 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.186639 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.187042 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.187506 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.187910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.188309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.188707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.189106 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:04.193760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ec52280e-3134-402b-82e3-d1e65fd5f242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:04.248656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-783bbf4f-9b9b-42bd-8b48-29051b052d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.276514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-783bbf4f-9b9b-42bd-8b48-29051b052d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.322816 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-783bbf4f-9b9b-42bd-8b48-29051b052d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.328127 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-00a62ab8-e0de-4c2a-bc02-a2c6229511c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:04.340885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bbf4f-9b9b-42bd-8b48-29051b052d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28283307-7926-4f62-bc89-7969449e0f02,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:04.343371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-783bbf4f-9b9b-42bd-8b48-29051b052d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:04.346815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-783bbf4f-9b9b-42bd-8b48-29051b052d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.348826 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-783bbf4f-9b9b-42bd-8b48-29051b052d31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28283307-7926-4f62-bc89-7969449e0f02 HTTP/1.1" status: 204 len: 168 time: 0.1694033 Apr 16 11:56:04.601978 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3aaa58e6-823b-4a24-9de6-157e05cbb7ee up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:56:04.636622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53762) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:04.656220 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.672086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:04.676368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Usage tracker for resource:security_group_rule and tenant:86c67b33c36449918483719554026973 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:04.676827 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning for port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee completed by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:56:04.679487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:04.681930 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:56:04.682401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.685745 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:04.770779 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.774122 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.782932 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d604c82b-a7dd-4eb8-a612-e3a372a9cc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:04.805115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.828332 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86c67b33c36449918483719554026973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905446 Apr 16 11:56:04.830999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53766) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:04.833917 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa12fe48-3c61-4f14-95e2-c510a675f949,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:04.837356 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:04.848117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:56:04.854031 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9670a77b-be67-4879-a275-c6b5e3e32628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:04.856732 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.859038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:04.893003 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'code': 200} Apr 16 11:56:04.910800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e038b8e-b6bf-431d-aa97-bfe2f223843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.938311 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=5']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:04.940992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e038b8e-b6bf-431d-aa97-bfe2f223843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.941875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:04.988243 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e038b8e-b6bf-431d-aa97-bfe2f223843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:04.993433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4da33e81-2919-42bf-a777-494b982800ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:05.006952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e038b8e-b6bf-431d-aa97-bfe2f223843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa12fe48-3c61-4f14-95e2-c510a675f949,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:05.010177 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e038b8e-b6bf-431d-aa97-bfe2f223843d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:05.012344 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e038b8e-b6bf-431d-aa97-bfe2f223843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:05.013580 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6e038b8e-b6bf-431d-aa97-bfe2f223843d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa12fe48-3c61-4f14-95e2-c510a675f949 HTTP/1.1" status: 204 len: 168 time: 0.1815362 Apr 16 11:56:05.293683 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2a94-707b-43ad-82d2-2be0fd22393b req-6c87145d-9eb5-45ca-a7de-72976fe9da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:05.295292 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cb5a2a94-707b-43ad-82d2-2be0fd22393b req-6c87145d-9eb5-45ca-a7de-72976fe9da25 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.1400425 Apr 16 11:56:05.362610 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-cb5a2a94-707b-43ad-82d2-2be0fd22393b req-d5b2a8c0-79f2-49bf-93a6-6408ac121535 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560296 Apr 16 11:56:05.371532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73f8f-a87a-4206-8740-5705c7035ca2 req-72838395-33f2-4a0c-9960-4182f9bb5398 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:05.373160 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b4a73f8f-a87a-4206-8740-5705c7035ca2 req-72838395-33f2-4a0c-9960-4182f9bb5398 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.1369879 Apr 16 11:56:05.426866 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b4a73f8f-a87a-4206-8740-5705c7035ca2 req-36d673d4-5586-4803-bf2f-b6ff23f5bd8f tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474765 Apr 16 11:56:06.631319 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebd53e-0b8f-4647-b6d4-ead0d7ad6e58 req-25840730-c41b-4099-997e-42d670a13cc6 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:06.632857 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-29ebd53e-0b8f-4647-b6d4-ead0d7ad6e58 req-25840730-c41b-4099-997e-42d670a13cc6 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0920367 Apr 16 11:56:06.681569 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-29ebd53e-0b8f-4647-b6d4-ead0d7ad6e58 req-1bd19361-f345-46fe-a8bb-7eb1706d195a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Apr 16 11:56:06.719802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53816) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:06.869379 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:06.890514 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:06.898075 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Usage tracker for resource:security_group_rule and tenant:13a203cf4d3943198c2fc2310762beea is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:06.902608 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:06.910638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:06.956117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e434ef-8f75-4a95-b81b-9e6c65ff610c req-d3b9b8fc-b42c-43b7-b84d-ed2346178f21 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:06.957800 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c7e434ef-8f75-4a95-b81b-9e6c65ff610c req-d3b9b8fc-b42c-43b7-b84d-ed2346178f21 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.1594362 Apr 16 11:56:07.027450 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c7e434ef-8f75-4a95-b81b-9e6c65ff610c req-775d50ec-01e8-4dc3-8b51-c3582465ae55 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610094 Apr 16 11:56:07.053003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53822) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:07.076263 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.079016 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.088711 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b631328e-c393-464a-b188-37c1f9ca15d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:07.134604 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13a203cf4d3943198c2fc2310762beea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133115 Apr 16 11:56:07.135832 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1531a-f4ab-41a4-8e0a-34cff6cc243c,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:07.137988 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53828) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:07.139318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:07.522990 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0563ebe3-433c-41bf-b935-062137363bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.562309 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0563ebe3-433c-41bf-b935-062137363bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.573770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ef6ff-2f04-4526-9175-7b593bae0b55 tempest-TestShelveInstance-2037528535 tempest-TestShelveInstance-2037528535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:07.575696 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-382ef6ff-2f04-4526-9175-7b593bae0b55 tempest-TestShelveInstance-2037528535 tempest-TestShelveInstance-2037528535-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1093 time: 0.5215960 Apr 16 11:56:07.578979 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53832) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:07.585498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.v2.base [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Request body: {'floatingip': {'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'port_id': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:56:07.592167 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:07.597752 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Usage tracker for resource:floatingip and tenant:17b45f615b4b4e34961d22b45feeb281 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:07.601747 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:07.607951 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:07.612246 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0563ebe3-433c-41bf-b935-062137363bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.617341 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e785b35a-8fd8-4fba-9735-61bdbe194a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:07.618118 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for floatingip, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.631955 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563ebe3-433c-41bf-b935-062137363bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d1531a-f4ab-41a4-8e0a-34cff6cc243c,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:07.635096 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0563ebe3-433c-41bf-b935-062137363bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:07.639517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0563ebe3-433c-41bf-b935-062137363bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.641517 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0563ebe3-433c-41bf-b935-062137363bd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84d1531a-f4ab-41a4-8e0a-34cff6cc243c HTTP/1.1" status: 204 len: 168 time: 0.5021141 Apr 16 11:56:07.776673 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.933091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_common [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Allocated IP 172.28.1.123 (cfa8443f-cfd5-47e3-b3c7-6741323e8770/a3d04f36-ec60-4486-a81b-428c31411816/2056df18-976b-4404-a51c-ebbc48ed77ef) {{(pid=85349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:56:07.945477 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53840) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:07.966126 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:07.981272 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:07.985288 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Usage tracker for resource:security_group_rule and tenant:990c3b4e84b242afbe9dc18b92bc13aa is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:07.988180 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:07.994239 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:08.082712 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.085743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.097680 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for port, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.098342 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4ab3a169-754f-49bb-bfc4-53c700203c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:08.128831 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283707846328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.142506 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=990c3b4e84b242afbe9dc18b92bc13aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957898 Apr 16 11:56:08.144308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1210d9-a2b6-465e-b753-7300c2bceedd,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:08.145054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-720f90f6-28ba-41ce-8605-3108b5e7e818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:08.147059 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53844) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:08.149882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:08.210336 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.237725 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.283395 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.285811 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'Port': ['ID=2056df18-976b-4404-a51c-ebbc48ed77ef,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:08.288891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:08.289222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4c20d4d7-c96e-4a6f-9323-7bed1fc4ca32 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:08.304353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1210d9-a2b6-465e-b753-7300c2bceedd,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:08.307649 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:08.308678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.311908 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc1210d9-a2b6-465e-b753-7300c2bceedd HTTP/1.1" status: 204 len: 168 time: 0.1637552 Apr 16 11:56:08.356856 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Network cfa8443f-cfd5-47e3-b3c7-6741323e8770 is already hosted by enough agents. {{(pid=85349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:56:08.358409 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.base_scheduler [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Resources bound (agent type, host, resource id): {{(pid=85349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:56:08.361005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Received port after_create {{(pid=85349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:56:08.803619 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:08.886699 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:09.117100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for port, precommit_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:09.121108 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851215694'] for port, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:09.137909 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bf721fec-0010-40e0-a241-b1d0e49c600c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:09.278372 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event updated for resources: {'Port': ['ID=2056df18-976b-4404-a51c-ebbc48ed77ef,revision_number=2']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:09.292568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:09.391957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854086377'] for floatingip, after_update {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:09.577901 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Floating IP 7413244d-b791-4290-adac-9ab89da57496 associated. External IP: 172.28.1.123, port: 3aaa58e6-823b-4a24-9de6-157e05cbb7ee. Apr 16 11:56:10.247810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Router 39b3c618-cd44-48bf-9dbd-a63a73030159 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:56:10.447873 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:56:10.457845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] Sync routers for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:56:10.468433 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:56:10.469121 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:10.478810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:10.537117 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a772e952-de03-4fbc-85fa-39f3b64cc102 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9568734 Apr 16 11:56:10.538047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:56:10.588596 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'status': 'completed', 'code': 200} Apr 16 11:56:10.668690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:56:10.694836 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-9628f78a-8723-4f52-abac-a7d40a21c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:10.696497 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-9628f78a-8723-4f52-abac-a7d40a21c750 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0850410 Apr 16 11:56:10.842852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-4b6799c2-1bc4-465d-bf50-2a9add57afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:10.844455 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-4b6799c2-1bc4-465d-bf50-2a9add57afb6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.1417265 Apr 16 11:56:10.959904 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-335c1ad4-bfcc-463f-b989-93810b818c6c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 999 time: 0.1085067 Apr 16 11:56:11.032406 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-4c2471f3-7e07-4b82-912c-8d9071a15143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:11.034026 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-4c2471f3-7e07-4b82-912c-8d9071a15143 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0682974 Apr 16 11:56:11.051717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '7413244d-b791-4290-adac-9ab89da57496', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'floating_ip_address': '172.28.1.123', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'port_id': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'mac_address': 'fa:16:3e:60:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:56:08Z', 'updated_at': '2021-04-16T11:56:08Z', 'revision_number': 0, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 5, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:11.056434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] Checking router: 39b3c618-cd44-48bf-9dbd-a63a73030159 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:56:11.065350 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:56:11.066007 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:55:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:11.117291 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-0022bd98-6920-4fc2-91cf-e0f3d43e1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:11.118871 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-0022bd98-6920-4fc2-91cf-e0f3d43e1f8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0784540 Apr 16 11:56:11.254094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:56:11.263772 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-aa9e1386-4ad9-4457-8dc2-d426ed362462 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385291 Apr 16 11:56:11.431082 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-07863b66-b61e-426c-8c78-bb4e9a67f462 req-3886c1ac-08e1-4579-8b94-613bdf1ac5d1 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604238 Apr 16 11:56:11.799954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '7413244d-b791-4290-adac-9ab89da57496', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'floating_ip_address': '172.28.1.123', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'port_id': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'mac_address': 'fa:16:3e:60:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:56:08Z', 'updated_at': '2021-04-16T11:56:08Z', 'revision_number': 0, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 5, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:56:11.804715 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf67bd-e551-4ace-aee7-8cd0ef83455d None None] The sync data for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb is: [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_floatingips': [{'id': '7413244d-b791-4290-adac-9ab89da57496', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'floating_ip_address': '172.28.1.123', 'floating_network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'router_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'port_id': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'mac_address': 'fa:16:3e:60:e2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:56:08Z', 'updated_at': '2021-04-16T11:56:08Z', 'revision_number': 0, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 5, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:56:12.116554 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96415e60-f8f8-44d1-8dab-65c150d39c21 None None] New status for floating IP 7413244d-b791-4290-adac-9ab89da57496: ACTIVE {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:56:12.586793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4237d5e0-74b3-4eda-b43b-beb2fecf9b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.302640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53934) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:13.428944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.444438 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:13.448388 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7566b4b6781c49138847f5034441ef74 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:13.451543 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:13.457443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:13.546997 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.549411 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.558576 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c5643f29-a489-436c-a9ed-2d2fb2420bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:13.599797 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7566b4b6781c49138847f5034441ef74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955105 Apr 16 11:56:13.601534 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0db630f-bf98-4182-b863-cf77290f947e,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:13.602824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53940) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:13.604773 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-9544bbf9-fb8e-4d55-8f1a-3ced4be159a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:13.672149 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2d0282ea-7cb7-44a7-ae30-15492a92fd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.700141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2d0282ea-7cb7-44a7-ae30-15492a92fd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.745475 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2d0282ea-7cb7-44a7-ae30-15492a92fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.750454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-af6cb04f-7827-4a3d-a6d8-6458d2e00064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:13.761181 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0282ea-7cb7-44a7-ae30-15492a92fd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0db630f-bf98-4182-b863-cf77290f947e,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:13.764876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2d0282ea-7cb7-44a7-ae30-15492a92fd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:13.768171 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2d0282ea-7cb7-44a7-ae30-15492a92fd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:13.769381 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-2d0282ea-7cb7-44a7-ae30-15492a92fd6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0db630f-bf98-4182-b863-cf77290f947e HTTP/1.1" status: 204 len: 168 time: 0.1654403 Apr 16 11:56:14.065302 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 53948) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:14.085378 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.102258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:14.106457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3a24c6b98a4097ac5dd2b5c391ffc4 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:14.109562 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:14.115857 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:14.204434 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.207305 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.217200 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ff995da6-8503-4a84-99ce-a3408f0bf42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:14.260940 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b3a24c6b98a4097ac5dd2b5c391ffc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944301 Apr 16 11:56:14.262685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1818c314-630a-412f-82df-c180ba5d6e39,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:14.263939 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 53952) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:14.266140 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-64670b80-d8f8-4c1f-87d3-2782944163d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:14.326735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76cd4cf6-4161-4449-8c26-25dc8a514b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.356458 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76cd4cf6-4161-4449-8c26-25dc8a514b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.401791 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76cd4cf6-4161-4449-8c26-25dc8a514b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.406940 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-4ff16981-6936-4926-96da-90b60b7753c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:14.420668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd4cf6-4161-4449-8c26-25dc8a514b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1818c314-630a-412f-82df-c180ba5d6e39,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:14.425582 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-76cd4cf6-4161-4449-8c26-25dc8a514b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:14.429954 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-76cd4cf6-4161-4449-8c26-25dc8a514b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:14.431176 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-76cd4cf6-4161-4449-8c26-25dc8a514b6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1818c314-630a-412f-82df-c180ba5d6e39 HTTP/1.1" status: 204 len: 168 time: 0.1661685 Apr 16 11:56:14.848092 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-cfc7c179-119a-4902-b97d-33a320f89d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:15.248625 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:16.450861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.123517 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54024) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:17.236040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.257488 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.273657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:17.278088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Usage tracker for resource:security_group_rule and tenant:21f37c42423c490ba42e2f5704931bfc is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:17.281199 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:17.287462 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:17.374340 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.377343 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.387360 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ad216074-dfcb-4a1e-84a1-4dc43d8324bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:17.431308 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21f37c42423c490ba42e2f5704931bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065801 Apr 16 11:56:17.433132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf350b1c-e1bd-489c-bcee-fb0ab503e000,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:17.434435 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54030) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:17.436396 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-283bf791-81e2-4141-8eb3-6f1bb8a3e354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:17.504930 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8b6dbf26-a5a4-4e1b-b166-119b97408019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.534385 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8b6dbf26-a5a4-4e1b-b166-119b97408019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.581184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8b6dbf26-a5a4-4e1b-b166-119b97408019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.587113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-486c1732-2270-4c5d-9682-587f944af254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:17.600902 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dbf26-a5a4-4e1b-b166-119b97408019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf350b1c-e1bd-489c-bcee-fb0ab503e000,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:17.604858 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-8b6dbf26-a5a4-4e1b-b166-119b97408019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:17.612026 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8b6dbf26-a5a4-4e1b-b166-119b97408019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.613528 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-8b6dbf26-a5a4-4e1b-b166-119b97408019 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf350b1c-e1bd-489c-bcee-fb0ab503e000 HTTP/1.1" status: 204 len: 168 time: 0.1779449 Apr 16 11:56:17.909735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54040) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:17.930312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.946931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:17.951464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Usage tracker for resource:security_group_rule and tenant:ae39737528e84ab08c29f1c132650a98 is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:17.954570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:17.961326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:18.049123 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.052116 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.062005 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6bbf8a2f-a711-4bf8-8a73-cd1f38edf364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:18.112226 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae39737528e84ab08c29f1c132650a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011263 Apr 16 11:56:18.113222 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f105ba8-678a-46e2-ba5d-4426a793ce63,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:18.114967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54044) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:18.116605 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3b6f23f5-03fd-4516-8ce2-bb0ea7cf5a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:18.156592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:56:18.179987 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6fbae097-afc1-44e1-800f-49d16f0bc652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.208989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6fbae097-afc1-44e1-800f-49d16f0bc652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.262736 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6fbae097-afc1-44e1-800f-49d16f0bc652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.271479 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-942f54d5-7f69-4c05-837a-23b50b6e5a3f tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:18.294734 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbae097-afc1-44e1-800f-49d16f0bc652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f105ba8-678a-46e2-ba5d-4426a793ce63,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:18.298692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6fbae097-afc1-44e1-800f-49d16f0bc652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:18.311830 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6fbae097-afc1-44e1-800f-49d16f0bc652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.316137 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6fbae097-afc1-44e1-800f-49d16f0bc652 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f105ba8-678a-46e2-ba5d-4426a793ce63 HTTP/1.1" status: 204 len: 168 time: 0.1975338 Apr 16 11:56:21.642933 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.591558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54128) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:25.714765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.730054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:25.734145 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Usage tracker for resource:security_group_rule and tenant:61fcd5f3d5cc4352b75ceefa4bfb4e24 is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:25.737169 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:25.743114 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:25.827154 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.830047 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.840142 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-93e3e4b0-6120-4436-81db-07567c82cd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:25.882953 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61fcd5f3d5cc4352b75ceefa4bfb4e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901826 Apr 16 11:56:25.883938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46578f1e-e87d-42f0-a7fe-60c6ff0cd9df,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:25.885918 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54134) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:25.887202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b3c5f4e5-cf08-42cc-99eb-fdb9567f8dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:25.962588 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f08ac419-283c-41bb-bfe0-a29f6813fd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:25.991892 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f08ac419-283c-41bb-bfe0-a29f6813fd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:26.043507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f08ac419-283c-41bb-bfe0-a29f6813fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:26.048931 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a8e09ecf-4b2c-4c7a-80a1-d8a44634d1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:26.065178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ac419-283c-41bb-bfe0-a29f6813fd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46578f1e-e87d-42f0-a7fe-60c6ff0cd9df,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:26.068463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f08ac419-283c-41bb-bfe0-a29f6813fd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:26.073716 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f08ac419-283c-41bb-bfe0-a29f6813fd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:26.078255 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f08ac419-283c-41bb-bfe0-a29f6813fd29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46578f1e-e87d-42f0-a7fe-60c6ff0cd9df HTTP/1.1" status: 204 len: 168 time: 0.1910219 Apr 16 11:56:27.690406 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-b64e206d-8e9e-4baa-b440-8ae1ee744ef0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867147 Apr 16 11:56:27.845375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780001d-4acf-49db-a672-9acfa9929dae req-3c9a5dcb-1c23-4874-a4c2-b74260cb86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:27.847054 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-3c9a5dcb-1c23-4874-a4c2-b74260cb86ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0801079 Apr 16 11:56:28.014102 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780001d-4acf-49db-a672-9acfa9929dae req-bc6c32b0-a66c-4cee-8f90-ac5d330b32ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.015636 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-bc6c32b0-a66c-4cee-8f90-ac5d330b32ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.1463878 Apr 16 11:56:28.132825 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-a7bf6ce0-91f3-4de9-b49e-ab0d2f490bb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 1001 time: 0.1061082 Apr 16 11:56:28.203519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780001d-4acf-49db-a672-9acfa9929dae req-53f8597e-f671-483d-a7fa-9cb6688d8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.205156 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-53f8597e-f671-483d-a7fa-9cb6688d8775 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0654109 Apr 16 11:56:28.295799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780001d-4acf-49db-a672-9acfa9929dae req-83d8904d-0b00-4667-9c02-2fa55aed3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:56:28.297344 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-83d8904d-0b00-4667-9c02-2fa55aed3221 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0841012 Apr 16 11:56:28.447798 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-3234db2f-3a93-4f53-83b7-43171a13ea40 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418214 Apr 16 11:56:28.596178 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b780001d-4acf-49db-a672-9acfa9929dae req-04fdd644-70dc-432a-ab8c-08c51652cd3c service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411891 Apr 16 11:56:34.705767 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54260) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:34.829430 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:34.844647 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:34.848718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Usage tracker for resource:security_group_rule and tenant:ebedfa1ba8b545daa97a4e060ab6e5df is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:34.852184 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:34.858550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:34.946348 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:34.952098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:34.961023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a7b56b3a-c6f9-4537-9772-cac70e86fd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:35.003718 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebedfa1ba8b545daa97a4e060ab6e5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967634 Apr 16 11:56:35.004717 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe9adf-5d94-40cf-8329-12054ef3329c,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:35.006561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54266) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:35.007963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-60b93073-a94f-410e-8316-b5c064432c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:35.072193 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-83ff04f7-2d19-4ffc-bb5a-b0b45e7b5ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.099115 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-83ff04f7-2d19-4ffc-bb5a-b0b45e7b5ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.142447 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-83ff04f7-2d19-4ffc-bb5a-b0b45e7b5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.147317 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f93ca233-2265-4096-8b57-0fc4f897ae35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:35.160248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff04f7-2d19-4ffc-bb5a-b0b45e7b5ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe9adf-5d94-40cf-8329-12054ef3329c,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:35.164597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-83ff04f7-2d19-4ffc-bb5a-b0b45e7b5ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:35.170682 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-83ff04f7-2d19-4ffc-bb5a-b0b45e7b5ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.171906 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-83ff04f7-2d19-4ffc-bb5a-b0b45e7b5ef1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ebe9adf-5d94-40cf-8329-12054ef3329c HTTP/1.1" status: 204 len: 168 time: 0.1642187 Apr 16 11:56:35.456030 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54274) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:35.475530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.490643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:35.494783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6d66898059430194a3a318e93ad76c is out of sync, need to count used quota {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:35.497790 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85350) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:35.503777 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:35.589394 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.592211 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.600861 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0742fe70-c7b6-4bf9-9d6d-46af5b4c85a5 tempest-AttachVolumeTestJSON-212718217 tempest-AttachVolumeTestJSON-212718217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:35.642417 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d6d66898059430194a3a318e93ad76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852422 Apr 16 11:56:35.644210 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be50943-2c2d-47d0-8ecf-cd9a9512e91b,revision_number=1']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:35.645215 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54278) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:35.647552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3b4e8120-86b2-452f-954f-ac9a8023ce63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:35.713002 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.739070 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.782894 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.787782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2c426a71-2e00-4de4-886c-2b313cb207bf tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:35.800453 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be50943-2c2d-47d0-8ecf-cd9a9512e91b,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:35.814064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.814531 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.814957 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.815417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.815850 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.816248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.816643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.817038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.817429 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.817818 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.818206 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.818593 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:56:35.823049 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:35.824023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:35.825224 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3be50943-2c2d-47d0-8ecf-cd9a9512e91b HTTP/1.1" status: 204 len: 168 time: 0.1788673 Apr 16 11:56:36.182669 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54286) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:36.201749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.216629 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:56:36.220749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab6862cfc2b42b786a3b6c31a1b436b is out of sync, need to count used quota {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:56:36.224236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85349) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:56:36.230968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.quota.driver [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:56:36.315233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.318062 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_create {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.326598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d7364ad1-926d-421b-8577-c3dadd266614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:36.372704 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ab6862cfc2b42b786a3b6c31a1b436b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887417 Apr 16 11:56:36.373668 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb4b49-c1a9-4948-8bc8-99beb1353b5a,revision_number=1']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:36.375550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54290) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:56:36.376852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-e4d6b0fa-ae6a-496d-8ac1-318388055797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:36.440849 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a2d9-8154-4d2d-89a7-7e2a4798b7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.467083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a2d9-8154-4d2d-89a7-7e2a4798b7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.510579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a2d9-8154-4d2d-89a7-7e2a4798b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.515412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0be327ab-b6e3-4d0c-aa67-d92f1b8abc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:56:36.529546 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9a2d9-8154-4d2d-89a7-7e2a4798b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb4b49-c1a9-4948-8bc8-99beb1353b5a,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:56:36.534244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6ea9a2d9-8154-4d2d-89a7-7e2a4798b7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:56:36.539132 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6ea9a2d9-8154-4d2d-89a7-7e2a4798b7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:36.540370 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6ea9a2d9-8154-4d2d-89a7-7e2a4798b7ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34bb4b49-c1a9-4948-8bc8-99beb1353b5a HTTP/1.1" status: 204 len: 168 time: 0.1635733 Apr 16 11:56:42.588397 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-630e40bc-4277-4fed-9da7-e384443c1e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:44.850361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b0ff-189f-4bc3-92d2-7a2a9ff77260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:45.251804 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:46.453212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:47.248217 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:51.660094 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:55.155855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:57:12.590368 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9b3d-b0d8-40a3-b765-f49a76369e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:14.851949 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f6911fd2-1bf0-447e-9fe4-2b3c1ef51249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:15.253099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:16.455371 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:17.241494 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:21.665872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:27.397186 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-cf9269bd-6146-4995-93c9-f9205dd3a623 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828314 Apr 16 11:57:27.553638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-34ce62da-b9c7-4efe-aada-15a36dce2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:27.555235 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-34ce62da-b9c7-4efe-aada-15a36dce2834 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0794656 Apr 16 11:57:27.714895 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-5298eb91-a97b-4163-8747-5e83209ba149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:27.716443 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-5298eb91-a97b-4163-8747-5e83209ba149 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.1412392 Apr 16 11:57:27.829545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-d3496f79-c915-4d18-88d8-544f1b5ef018 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 1001 time: 0.1051791 Apr 16 11:57:27.906178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-ef2fa497-c5e4-4d86-9a2b-9197147f6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:27.907782 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-ef2fa497-c5e4-4d86-9a2b-9197147f6011 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0701094 Apr 16 11:57:27.992465 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-042dbc0d-5eca-4977-bd17-bcef618cb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:57:27.993988 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-042dbc0d-5eca-4977-bd17-bcef618cb74c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0788207 Apr 16 11:57:28.138008 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-d6d4cb6a-aa71-4a04-b52d-689a0f7aa166 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336467 Apr 16 11:57:28.528776 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-dfef3a2a-cf35-48e2-ae3c-2b5d3babec9c req-46bfd98b-6d33-4bc6-897a-5cb0dc80ae1a service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839376 Apr 16 11:57:32.156365 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:57:42.591662 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-86ad3885-e22a-4af2-9c49-793f48319ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:44.853706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-d037e1fd-7071-4c94-a129-f097153bfeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:45.256366 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:46.456743 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:47.246586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:51.669470 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:07.075556 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717a60-c94d-48b6-a485-f1bffe23275e req-ab42fbb8-cc01-46f2-ab74-47be9e8920b4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:07.077211 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eb717a60-c94d-48b6-a485-f1bffe23275e req-ab42fbb8-cc01-46f2-ab74-47be9e8920b4 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0920739 Apr 16 11:58:07.130880 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eb717a60-c94d-48b6-a485-f1bffe23275e req-8eaa35ad-64c4-4ea5-8814-1c5aa43bbcc9 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463257 Apr 16 11:58:08.350489 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027039ac-3c6e-4379-a1a0-ab9b647f65a7 req-c4e06784-06ad-4e72-a4b4-423298b433a9 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:08.352141 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-027039ac-3c6e-4379-a1a0-ab9b647f65a7 req-c4e06784-06ad-4e72-a4b4-423298b433a9 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0880210 Apr 16 11:58:08.401676 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-027039ac-3c6e-4379-a1a0-ab9b647f65a7 req-bd6a50e8-2e3a-4acf-aae7-c8d3b225062c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Apr 16 11:58:09.155359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:09.617821 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f98ee-2ea1-470b-9b0c-f8123a930cf1 req-ef81b746-f29a-4821-84d2-6b81be023d73 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:09.619548 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2a7f98ee-2ea1-470b-9b0c-f8123a930cf1 req-ef81b746-f29a-4821-84d2-6b81be023d73 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0907986 Apr 16 11:58:09.666575 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-2a7f98ee-2ea1-470b-9b0c-f8123a930cf1 req-186dbc4d-8da9-4ef9-b6e5-69e5b2a5743d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Apr 16 11:58:10.864882 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048398e7-f873-4cdc-9bef-b21f2997244b req-5bce5b6c-df64-4085-9d88-81893e452a99 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:10.866458 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-048398e7-f873-4cdc-9bef-b21f2997244b req-5bce5b6c-df64-4085-9d88-81893e452a99 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0875089 Apr 16 11:58:10.915388 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-048398e7-f873-4cdc-9bef-b21f2997244b req-034bf87b-2a1c-43f0-9abb-06e26911e76c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 Apr 16 11:58:12.119131 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b605e-cc43-4c6b-a2cf-13cfe70b4af7 req-c7119adc-c4d0-43eb-89cc-2837c583ff6b tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:12.120829 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-172b605e-cc43-4c6b-a2cf-13cfe70b4af7 req-c7119adc-c4d0-43eb-89cc-2837c583ff6b tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0930645 Apr 16 11:58:12.170011 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-172b605e-cc43-4c6b-a2cf-13cfe70b4af7 req-ddb98f7e-e287-4ab1-9ec1-a3231c78dfcc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Apr 16 11:58:12.594512 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-29500cec-5b57-4eba-a8e9-59324be4592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:13.380109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d12a4-583b-420d-87ad-a129b12b9d51 req-7422c785-8ec8-40c2-a066-725532600026 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:13.381770 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-928d12a4-583b-420d-87ad-a129b12b9d51 req-7422c785-8ec8-40c2-a066-725532600026 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0956571 Apr 16 11:58:13.430410 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-928d12a4-583b-420d-87ad-a129b12b9d51 req-463c4a07-391d-4e70-b217-496d0bf4931d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Apr 16 11:58:14.785671 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1278b-6691-4459-a866-d0e21986bbcc req-6a1c24fc-60e6-4e3b-9570-61a9ed0e566d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:14.787195 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c2d1278b-6691-4459-a866-d0e21986bbcc req-6a1c24fc-60e6-4e3b-9570-61a9ed0e566d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0918803 Apr 16 11:58:14.837362 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c2d1278b-6691-4459-a866-d0e21986bbcc req-5c5cc03d-d7ca-4b5e-b5eb-ba8c2200d1c5 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Apr 16 11:58:14.859412 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f39f58c0-e85e-4174-b3dc-fb80429f37c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:15.258935 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:16.051327 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39da19-5e72-488a-85a2-51ea02a41118 req-18f3762b-c4a6-4379-9da0-d4c89a3bc5a6 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:16.052946 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bf39da19-5e72-488a-85a2-51ea02a41118 req-18f3762b-c4a6-4379-9da0-d4c89a3bc5a6 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0937912 Apr 16 11:58:16.103946 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-bf39da19-5e72-488a-85a2-51ea02a41118 req-0d5afd8a-7072-4e60-b959-7a8b7551b9ce tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443115 Apr 16 11:58:16.459950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.246077 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.277592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-4808e671-4c2e-4776-a29e-dffedf1b9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:17.279208 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-4808e671-4c2e-4776-a29e-dffedf1b9ac4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.1346219 Apr 16 11:58:17.405216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871949e8-1b39-43f8-8669-7fbae1475ff6 req-adcd79ff-5877-4018-b263-779a2828439a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:17.406739 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-871949e8-1b39-43f8-8669-7fbae1475ff6 req-adcd79ff-5877-4018-b263-779a2828439a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.1882536 Apr 16 11:58:17.484463 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-453fe724-8150-4356-a607-24a875d1a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:17.486020 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-453fe724-8150-4356-a607-24a875d1a661 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.1953111 Apr 16 11:58:17.489893 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-871949e8-1b39-43f8-8669-7fbae1475ff6 req-d05f34f9-cc90-4508-8c6c-6ac60289decb tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753567 Apr 16 11:58:17.601119 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-22042579-3318-4e7f-971c-a672ed142c49 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 1001 time: 0.1060531 Apr 16 11:58:17.679254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-97b4404c-2899-4412-82a5-4417ac94fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:17.680791 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-97b4404c-2899-4412-82a5-4417ac94fa6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0699947 Apr 16 11:58:17.770604 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-3057b42a-fa10-45cc-bbd6-dac7e31e81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:17.772275 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-3057b42a-fa10-45cc-bbd6-dac7e31e81d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0799727 Apr 16 11:58:17.918913 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-4678f36a-2e87-4f3d-bb1f-7d6c21502eeb service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386476 Apr 16 11:58:18.063131 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56c2d76e-b10d-41f6-91e6-81003c54e780 req-dd6cf3f1-bb96-43b3-b9f3-3b5b644432a8 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369922 Apr 16 11:58:18.935390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded62ec-c1e0-4ca1-9ba9-cda751bcf687 req-975fa1e1-c675-462b-ac44-eb95b5ba3f04 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:18.937074 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fded62ec-c1e0-4ca1-9ba9-cda751bcf687 req-975fa1e1-c675-462b-ac44-eb95b5ba3f04 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.3316624 Apr 16 11:58:18.988117 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fded62ec-c1e0-4ca1-9ba9-cda751bcf687 req-d960bab9-f809-49a9-8259-a3fae0cc3af0 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Apr 16 11:58:20.256244 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c0417-5e7f-494b-b4f0-2a96ab646934 req-d361aa87-995f-4357-ae2e-a921e71af406 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:20.257762 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b25c0417-5e7f-494b-b4f0-2a96ab646934 req-d361aa87-995f-4357-ae2e-a921e71af406 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.1530828 Apr 16 11:58:20.305888 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b25c0417-5e7f-494b-b4f0-2a96ab646934 req-1d137f59-1cb5-4b3c-84c2-4f5e49f695ae tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Apr 16 11:58:21.513383 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbe29b-dcb2-4e66-9aa4-efb44a81b022 req-0f65e8da-2235-414c-81c0-a4f97154ddec tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:21.515041 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c1cbe29b-dcb2-4e66-9aa4-efb44a81b022 req-0f65e8da-2235-414c-81c0-a4f97154ddec tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0938914 Apr 16 11:58:21.565321 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-c1cbe29b-dcb2-4e66-9aa4-efb44a81b022 req-d34f9b96-ea58-41d9-acd1-6d48e41a538e tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Apr 16 11:58:21.678078 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:21.882250 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54360) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:58:21.949003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f2383-622a-4d0d-a037-0ecc61a2e42a req-e1b79aea-50cb-4a8d-bcbe-c3cecb880111 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:21.950619 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-aa2f2383-622a-4d0d-a037-0ecc61a2e42a req-e1b79aea-50cb-4a8d-bcbe-c3cecb880111 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0934112 Apr 16 11:58:22.003374 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-aa2f2383-622a-4d0d-a037-0ecc61a2e42a req-3fadc1b8-4466-4c11-9562-2ed6297421ae tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Apr 16 11:58:22.015796 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-656143a1-7a11-4a49-bdc0-beafa159dd13 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322272 Apr 16 11:58:23.209749 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8f4a9-75d1-474e-b060-d1b941edd055 req-7cb15aaa-a2b0-4959-a6bb-d4bff11f600c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:23.211364 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56e8f4a9-75d1-474e-b060-d1b941edd055 req-7cb15aaa-a2b0-4959-a6bb-d4bff11f600c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0914114 Apr 16 11:58:23.315122 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-56e8f4a9-75d1-474e-b060-d1b941edd055 req-7353cb4f-2871-464d-834d-59b27491bdfc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970414 Apr 16 11:58:23.340690 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-c379d4dd-7cc5-4cba-ae40-e71bc97a012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:23.342274 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-c379d4dd-7cc5-4cba-ae40-e71bc97a012a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3&tenant_id=17b45f615b4b4e34961d22b45feeb281 HTTP/1.1" status: 200 len: 1098 time: 0.0997601 Apr 16 11:58:23.439996 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-b94594d9-036f-426f-9add-e5ec3d415bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:23.442102 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-b94594d9-036f-426f-9add-e5ec3d415bee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0774643 Apr 16 11:58:23.584140 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-60631897-83fa-4447-871e-0df342ea5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:23.585670 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-60631897-83fa-4447-871e-0df342ea5915 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.1365826 Apr 16 11:58:23.700781 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-fb7070e0-dc9a-46fd-b661-2b894bc6e06e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 1001 time: 0.1041546 Apr 16 11:58:23.778285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-2daedfbe-1eba-461c-8587-d45d338eac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:23.779942 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-2daedfbe-1eba-461c-8587-d45d338eac2b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0675926 Apr 16 11:58:23.870484 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-9ff10ab8-a992-4189-b575-1a1b85e5b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:23.872034 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-9ff10ab8-a992-4189-b575-1a1b85e5b7c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0830967 Apr 16 11:58:24.022798 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-869aeeb2-4615-4348-af16-35277de8121e service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431928 Apr 16 11:58:24.174446 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-31dd0f2f-ca77-4e35-8ef6-3d6e82dbd747 req-66d738b2-08d5-4241-a5e4-b8f6f4230e9e service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409917 Apr 16 11:58:24.512974 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35255fd-da30-4c11-b285-f87dfc59e199 req-e22787fb-7828-4612-ae62-188b9fdd5209 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:24.514448 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d35255fd-da30-4c11-b285-f87dfc59e199 req-e22787fb-7828-4612-ae62-188b9fdd5209 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.0868089 Apr 16 11:58:24.561577 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-d35255fd-da30-4c11-b285-f87dfc59e199 req-739a9b98-4973-4b5e-8848-333945762d2e tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Apr 16 11:58:25.428337 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3aaa58e6-823b-4a24-9de6-157e05cbb7ee no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:58:25.547967 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:25.575577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:25.586638 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:25.590310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:25.592366 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:25.624845 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'code': 200} Apr 16 11:58:25.665530 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=6']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:25.673891 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.674280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.674663 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.675247 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.675691 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.676063 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.676436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.676810 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.677179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.677550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.677916 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.678280 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:58:25.682418 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:25.773029 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb0b0d-62f8-4a20-b235-710adb258113 req-0bd26f91-482d-4c8a-a218-2a5d9f47a4f0 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:25.774774 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-69eb0b0d-62f8-4a20-b235-710adb258113 req-0bd26f91-482d-4c8a-a218-2a5d9f47a4f0 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 943 time: 0.0952575 Apr 16 11:58:25.825468 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-69eb0b0d-62f8-4a20-b235-710adb258113 req-40cad567-9458-4ef0-821e-e70beac25eee tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Apr 16 11:58:26.010735 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03e611-2388-4c07-a9fd-7b7e1b8cd411 req-1d6af7b9-3b40-473e-8775-7347b90f5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:26.012330 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fa03e611-2388-4c07-a9fd-7b7e1b8cd411 req-1d6af7b9-3b40-473e-8775-7347b90f5e49 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0784194 Apr 16 11:58:26.058940 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-fa03e611-2388-4c07-a9fd-7b7e1b8cd411 req-290dea95-15f0-4c74-947a-fa6365462bf5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358920 Apr 16 11:58:26.847125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-2c5e5583-a63e-43ba-be55-c4b88f7c55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:26.848842 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-2c5e5583-a63e-43ba-be55-c4b88f7c55b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1096 time: 0.0857453 Apr 16 11:58:27.077655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-c841b60c-543c-4e47-98c0-931466c03c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:27.079246 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-c841b60c-543c-4e47-98c0-931466c03c78 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.2072611 Apr 16 11:58:27.428510 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37661397-c209-424d-ae69-bdae5379a744 req-c97e258c-3afd-45ed-a9d7-2f4fdd4fa6cc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:27.430109 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-37661397-c209-424d-ae69-bdae5379a744 req-c97e258c-3afd-45ed-a9d7-2f4fdd4fa6cc tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 943 time: 0.4682736 Apr 16 11:58:27.448125 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3aaa58e6-823b-4a24-9de6-157e05cbb7ee details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=85351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:58:27.471746 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-a0b84730-2bdc-491e-af54-216c69d2310f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 999 time: 0.3839235 Apr 16 11:58:27.535944 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-37661397-c209-424d-ae69-bdae5379a744 req-45952f91-6aac-4f83-8c9d-2fea4bb2e295 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976048 Apr 16 11:58:27.555316 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-1f4eeda6-690f-42ef-b500-1e0acc6bf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:27.556881 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-1f4eeda6-690f-42ef-b500-1e0acc6bf34a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0748341 Apr 16 11:58:27.590598 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:27.605252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Returning: {'device': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'port_id': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'mac_address': 'fa:16:3e:60:e2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:58:27.640570 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-22110970-359a-44b5-8083-f5d4d9b857c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:27.642222 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-22110970-359a-44b5-8083-f5d4d9b857c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0786014 Apr 16 11:58:27.654079 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-6916d438-5af9-49bb-a6c6-e0b103c5069f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85349) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:58:27.655151 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-6916d438-5af9-49bb-a6c6-e0b103c5069f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058255 Apr 16 11:58:27.669950 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.687692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaa58e6-823b-4a24-9de6-157e05cbb7ee {{(pid=85351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:58:27.704040 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:27.707878 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:27.709718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81143ac7-45b6-4bfb-9815-1041ff8b03ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:27.779640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=7']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:27.782807 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:27.802191 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-130ea7f1-e323-4b2d-8cea-173e26d5dcae service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405921 Apr 16 11:58:27.947213 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-49eee7b8-b30c-4395-912f-9de80ebf5aef req-52b948c4-a8a3-4196-9656-dde53860651b service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370358 Apr 16 11:58:27.965880 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] get_ports_and_sgs() called for port_ids ['3aaa58e6-823b-4a24-9de6-157e05cbb7ee'] {{(pid=85351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:58:28.747760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618498-087d-4ae7-9144-bddeb4e07119 req-5924393e-3fcd-49af-8a24-5c9e0b88e62f tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:58:28.749408 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b7618498-087d-4ae7-9144-bddeb4e07119 req-5924393e-3fcd-49af-8a24-5c9e0b88e62f tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 944 time: 0.0959966 Apr 16 11:58:28.802371 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-b7618498-087d-4ae7-9144-bddeb4e07119 req-55aea390-fbb1-4d8d-a8b0-e67b8418f78d tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457907 Apr 16 11:58:29.449367 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3aaa58e6-823b-4a24-9de6-157e05cbb7ee up at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:58:29.526577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Provisioning complete for port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee triggered by entity L2. {{(pid=85351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:58:29.526995 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854585344'] for port, provisioning_complete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.653369 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-70741'] for port, before_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.681072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee'}] {{(pid=85351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:58:29.692445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:58:29.695157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753147379520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283707846311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753146929523'] for port, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.697885 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-81143ac7-45b6-4bfb-9815-1041ff8b03ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:58:29.731172 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'code': 200} Apr 16 11:58:29.771023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Pushing event updated for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=8']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:58:29.774157 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:58:42.596782 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-95da7cd6-4446-44aa-b0e6-d8379729ae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:44.854278 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c8405641-72c0-4de9-acfb-c7dfc56689bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:45.261081 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:46.154646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:46.462765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.250428 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:51.692212 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:12.598962 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-07978c8b-66d9-4b2e-b5b5-3e29cf759655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:14.858724 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ed2c971a-0e5b-4d9f-8a97-9bc6e06d87d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:15.263558 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.466252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.251318 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.691361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.154417 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:59:26.793699 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-6ca8add0-7661-44de-8a2b-0f48662a6019 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1215622 Apr 16 11:59:26.953679 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-e7787c12-40ba-47a4-b39f-ed42616d3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:26.955342 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-e7787c12-40ba-47a4-b39f-ed42616d3527 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0857329 Apr 16 11:59:27.119927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-25a8db89-b66c-4347-9a6c-903e3311b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:27.121545 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-25a8db89-b66c-4347-9a6c-903e3311b907 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.1439514 Apr 16 11:59:27.237967 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-e4bf82b5-2902-4f00-9f29-6578f044d9eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 1001 time: 0.1092954 Apr 16 11:59:27.309353 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-bba297e7-b006-4f40-944e-b76203d76312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:27.310964 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-bba297e7-b006-4f40-944e-b76203d76312 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0657492 Apr 16 11:59:27.403022 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-a9d77524-5729-48c0-b3da-3a3c0d339998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:27.404737 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-a9d77524-5729-48c0-b3da-3a3c0d339998 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0858071 Apr 16 11:59:27.549607 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-2971fb4f-08c6-4957-aa04-874478337915 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369963 Apr 16 11:59:27.692966 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-5568d26e-2a2a-408c-9f52-3ce84e133820 req-6f238f94-315b-4b9e-b2b5-76cdc43ec8e0 service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355445 Apr 16 11:59:41.803592 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54394) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:42.026622 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Deleting port 2056df18-976b-4404-a51c-ebbc48ed77ef {{(pid=85350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:42.027003 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.219162 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.219557 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.356424 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Calling delete_port for 2056df18-976b-4404-a51c-ebbc48ed77ef owned by network:floatingip {{(pid=85350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:42.518666 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852696180'] for port, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.535726 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.602600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-52fa6352-c77f-4ef6-b829-260231d84516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.638982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event deleted for resources: {'Port': ['ID=2056df18-976b-4404-a51c-ebbc48ed77ef,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.653750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.654172 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.654589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.654999 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.655436 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.655846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.656256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.656683 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.657064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.657464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.657875 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.658262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:42.668048 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.816082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for floatingip, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.816658 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.db.l3_db [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Floating IP 7413244d-b791-4290-adac-9ab89da57496 disassociated (deleted). External IP: 172.28.1.123, port: 3aaa58e6-823b-4a24-9de6-157e05cbb7ee. Apr 16 11:59:43.198759 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Router 39b3c618-cd44-48bf-9dbd-a63a73030159 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:43.395842 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:43.405544 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] Sync routers for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:43.415135 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:43.415524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for floatingip, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.415846 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:59:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:43.474059 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-a8012710-036d-4961-8a63-7c1c36744cff tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "DELETE /v2.0/floatingips/7413244d-b791-4290-adac-9ab89da57496 HTTP/1.1" status: 204 len: 168 time: 1.6691389 Apr 16 11:59:43.474678 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee'}] {{(pid=85350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:43.586886 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'status': 'completed', 'code': 200} Apr 16 11:59:43.610468 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:43.693901 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-c71b5703-3d97-4569-9c8f-874d9e56a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:43.695547 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-c71b5703-3d97-4569-9c8f-874d9e56a7d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b45f615b4b4e34961d22b45feeb281&device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 1098 time: 0.0861814 Apr 16 11:59:43.911948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-06bb2325-6299-4112-a109-f7a64490638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:43.913566 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-06bb2325-6299-4112-a109-f7a64490638b service neutron] 10.222.0.78 "GET /v2.0/networks?id=fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 200 len: 911 time: 0.2103767 Apr 16 11:59:43.927178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d51d-adcb-4523-99c8-19e935836cf3 req-482cdbec-b996-43a3-97ea-c62a66bbc339 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:43.928794 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eb23d51d-adcb-4523-99c8-19e935836cf3 req-482cdbec-b996-43a3-97ea-c62a66bbc339 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.1472392 Apr 16 11:59:43.955508 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 5, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:43.960236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] Checking router: 39b3c618-cd44-48bf-9dbd-a63a73030159 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:43.969956 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:43.970620 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:59:15Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:44.012487 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-fcc86607-51a2-4461-a934-80c1f625bdfe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 200 len: 217 time: 0.0826607 Apr 16 11:59:44.093774 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-eb23d51d-adcb-4523-99c8-19e935836cf3 req-b4234c4e-5932-4da0-91b6-9b4375ce3e30 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029682 Apr 16 11:59:44.111254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-ebbd01db-6dfb-4cbf-adc7-b9e0840dddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:44.112647 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-ebbd01db-6dfb-4cbf-adc7-b9e0840dddcb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 200 len: 848 time: 0.0921810 Apr 16 11:59:44.200762 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-9776e4bc-3f3d-4dc5-b709-22c1b70502d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:44.202340 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-9776e4bc-3f3d-4dc5-b709-22c1b70502d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fcb3094a-06d1-4dd0-a500-c75b2cb29428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0822673 Apr 16 11:59:44.333018 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:44.349245 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-da710508-11a1-4707-9f18-003988d93a9a service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385822 Apr 16 11:59:44.499365 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-85b46404-3462-48f3-a3d8-96bddfd8abf1 req-2ee00ae8-74b7-4fa8-ba62-a1ce1adba7ae service neutron] 10.222.0.78 "GET /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425095 Apr 16 11:59:44.660872 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 5, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:44.664971 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56163ef2-60f0-45b4-872f-bd34f7dab2f5 None None] The sync data for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb is: [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:55:23Z', 'revision_number': 4, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb', '_interfaces': [{'id': 'c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27', 'name': '', 'network_id': 'fcb3094a-06d1-4dd0-a500-c75b2cb29428', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'mac_address': 'fa:16:3e:75:26:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:22Z', 'updated_at': '2021-04-16T11:55:33Z', 'revision_number': 5, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'subnets': [{'id': '2771a69c-9c1c-4942-8331-bb3e1b0aeb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:44.860454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-faba868c-b1f6-4486-8771-d39e44d9da42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.054241 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630e30d-f6bc-4230-bbc4-46954d4ff448 None None] New status for floating IP 7413244d-b791-4290-adac-9ab89da57496: DOWN {{(pid=85352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 11:59:45.265375 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.381269 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910a8b5-3779-42e5-aa49-ac768c099efb req-734101e7-6261-49c5-8b46-9a55a003953b tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.382934 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7910a8b5-3779-42e5-aa49-ac768c099efb req-734101e7-6261-49c5-8b46-9a55a003953b tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.1638954 Apr 16 11:59:45.398099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-7c2e1788-4a34-4d48-be51-856fbf347f38 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.399742 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-7c2e1788-4a34-4d48-be51-856fbf347f38 tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 945 time: 0.1284137 Apr 16 11:59:45.509071 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-7910a8b5-3779-42e5-aa49-ac768c099efb req-4464f0d6-547f-4143-ab0b-ff7f1f9fc6ca tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/security-groups?id=3fa0b2da-9c26-4ac9-a1fb-7127437b656e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082311 Apr 16 11:59:45.516256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Deleting port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:45.516655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.786985 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] For port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:45.787420 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.930085 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Calling delete_port for 3aaa58e6-823b-4a24-9de6-157e05cbb7ee owned by compute:nova {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:46.083751 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:46.103328 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c9446ebd-8e5d-4d6d-a5f3-4577d7ae37f2 tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:46.153645 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event deleted for resources: {'Port': ['ID=3aaa58e6-823b-4a24-9de6-157e05cbb7ee,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:46.217120 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.217540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.217952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.218359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.218765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.219168 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.219600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.220000 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.220401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.220802 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.221238 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.222195 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:46.227507 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:46.369602 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] No DVR routers for this DVR port 3aaa58e6-823b-4a24-9de6-157e05cbb7ee on host hv-cinder-68948 {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:59:46.372153 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774874'] for port, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:46.375099 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-deleted', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee'}] {{(pid=85349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:46.394271 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-90c0a4b0-44d4-4549-90f8-e6ddeed19856 req-1c2d1d93-1945-4f2a-9906-9c53c9be853c tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.78 "DELETE /v2.0/ports/3aaa58e6-823b-4a24-9de6-157e05cbb7ee HTTP/1.1" status: 204 len: 173 time: 0.9789422 Apr 16 11:59:46.475232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:46.485925 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6fd950-c6b7-495f-8159-f7595ccbaeb3', 'name': 'network-vif-deleted', 'tag': '3aaa58e6-823b-4a24-9de6-157e05cbb7ee', 'status': 'completed', 'code': 200} Apr 16 11:59:46.681292 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-890abe2e-0979-4ea9-b660-c76092ed7a8e req-3c4cdba1-dd28-4b11-bce1-32b41381989a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Synchronizing usage tracker for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:port {{(pid=85349) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:46.699709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.quota.resource [req-890abe2e-0979-4ea9-b660-c76092ed7a8e req-3c4cdba1-dd28-4b11-bce1-32b41381989a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Unset dirty status for tenant:17b45f615b4b4e34961d22b45feeb281 on resource:port {{(pid=85349) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:46.701047 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [req-890abe2e-0979-4ea9-b660-c76092ed7a8e req-3c4cdba1-dd28-4b11-bce1-32b41381989a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a6fd950-c6b7-495f-8159-f7595ccbaeb3 HTTP/1.1" status: 200 len: 210 time: 0.0755489 Apr 16 11:59:47.254579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.804775 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85350) accepted ('10.222.0.58', 54418) {{(pid=85350) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:47.882441 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc043247-f483-4d8f-a550-6a4218bfb24a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group, before_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.915112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc043247-f483-4d8f-a550-6a4218bfb24a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.973437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc043247-f483-4d8f-a550-6a4218bfb24a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.979635 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-2134317e-977f-4195-81fd-db557fba9504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:47.997565 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc043247-f483-4d8f-a550-6a4218bfb24a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0b2da-9c26-4ac9-a1fb-7127437b656e,revision_number=None']} {{(pid=85350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:48.000112 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-fc043247-f483-4d8f-a550-6a4218bfb24a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85350) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:48.006464 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fc043247-f483-4d8f-a550-6a4218bfb24a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] Notify callbacks [] for security_group, before_response {{(pid=85350) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.007727 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-fc043247-f483-4d8f-a550-6a4218bfb24a tempest-TestShelveInstance-1122048009 tempest-TestShelveInstance-1122048009-project] 10.222.0.58 "DELETE /v2.0/security-groups/3fa0b2da-9c26-4ac9-a1fb-7127437b656e HTTP/1.1" status: 204 len: 168 time: 0.2018993 Apr 16 11:59:48.054656 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54424) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:48.888501 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692985'] for router_interface, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.261109 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Deleting port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:49.261405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.442672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] For port c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:49.443074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.577577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Calling delete_port for c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 owned by network:router_interface {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:49.754074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.770651 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f8f84b1c-a58d-4541-96a9-ad4608465743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:49.835646 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3aaa58e6-823b-4a24-9de6-157e05cbb7ee no longer exists at agent hyperv_hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:49.866128 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:49.872706 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] No Port match for: 3aaa58e6-823b-4a24-9de6-157e05cbb7ee {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:49.872952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:49.873074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Device 3aaa58e6-823b-4a24-9de6-157e05cbb7ee not bound to the agent host hv-cinder-68948 {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:50.218886 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854203206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689490'] for router_interface, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.723589 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Router 39b3c618-cd44-48bf-9dbd-a63a73030159 has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:50.924670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:50.935511 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] Sync routers for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:50.941345 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-3ce164ce-5d3b-427f-b2c6-540295dc3013 admin admin] 10.222.0.58 "PUT /v2.0/routers/39b3c618-cd44-48bf-9dbd-a63a73030159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8854063 Apr 16 11:59:50.944190 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54430) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:50.947070 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:50.947824 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:59:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:51.150742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: dv-cinder-689486-10-smb {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:51.398798 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks [] for router, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.587299 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.596173 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Deleting port 313a9223-4164-42a4-aa76-672ef0085fb6 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:51.596547 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.643486 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120'}], 'enable_snat': True}, 'gw_port_id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:59:49Z', 'revision_number': 5, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port': {'id': '313a9223-4164-42a4-aa76-672ef0085fb6', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:19Z', 'updated_at': '2021-04-16T11:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:51.650179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] Checking router: 39b3c618-cd44-48bf-9dbd-a63a73030159 for host: dv-cinder-689486-10-smb {{(pid=85351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:51.665563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] Routers {'39b3c618-cd44-48bf-9dbd-a63a73030159'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:51.666255 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:59:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['39b3c618-cd44-48bf-9dbd-a63a73030159'], 'active': True} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:51.789197 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] For port 313a9223-4164-42a4-aa76-672ef0085fb6, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=313a9223-4164-42a4-aa76-672ef0085fb6,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:51.789597 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.831236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.869380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] Set router 39b3c618-cd44-48bf-9dbd-a63a73030159 gateway port host: None {{(pid=85351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:51.932640 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Calling delete_port for 313a9223-4164-42a4-aa76-672ef0085fb6 owned by network:router_gateway {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:52.124124 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.140179 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c6044844-46c4-4fb3-b814-de05a75addd5 tempest-TestMinimumBasicScenario-1256638433 tempest-TestMinimumBasicScenario-1256638433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:52.162852 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 6, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port_host': None}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:52.167982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf786f6-28f3-4cbc-ac63-9f429ccd461b None None] The sync data for ids ['39b3c618-cd44-48bf-9dbd-a63a73030159'] in dv-cinder-689486-10-smb is: [{'id': '39b3c618-cd44-48bf-9dbd-a63a73030159', 'name': 'tempest-TestShelveInstance-2047585810-router', 'tenant_id': '17b45f615b4b4e34961d22b45feeb281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:18Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 6, 'project_id': '17b45f615b4b4e34961d22b45feeb281', 'gw_port_host': None}] {{(pid=85351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:52.241748 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Pushing event deleted for resources: {'Port': ['ID=313a9223-4164-42a4-aa76-672ef0085fb6,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:52.244596 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:52.421524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689640'] for router_gateway, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.614325 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743509'] for router, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.616787 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.642297 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854085694'] for router, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.642867 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b3c618-cd44-48bf-9dbd-a63a73030159 {{(pid=85349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:59:52.656799 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] Notify callbacks [] for router, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.658092 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6a55736f-bbb3-4731-b767-b3542d1f278e admin admin] 10.222.0.58 "DELETE /v2.0/routers/39b3c618-cd44-48bf-9dbd-a63a73030159 HTTP/1.1" status: 204 len: 168 time: 1.7128453 Apr 16 11:59:52.660855 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54434) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:52.729178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Deleting subnet 2771a69c-9c1c-4942-8331-bb3e1b0aeb74 {{(pid=85349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:59:52.732766 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.787847 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242047'] for subnet, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.879152 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.151984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851215617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852294213'] for subnet, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.168660 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-bf743d31-9df0-4cad-a4b6-0456acac5aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:53.257663 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2771a69c-9c1c-4942-8331-bb3e1b0aeb74,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:53.272568 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:53.311710 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.316774 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed64a4-f383-4c9b-ac89-d4be7950603c None None] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:53.319176 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ed20de72-ef08-4b33-9dcb-30aa4c59297e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2771a69c-9c1c-4942-8331-bb3e1b0aeb74 HTTP/1.1" status: 204 len: 168 time: 0.6570809 Apr 16 11:59:53.323859 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54438) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:53.444769 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.514801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Deleting port 207c949b-fcbb-49ed-936c-676627e7118d {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:53.515101 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.594490 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] DHCP port deletion for fcb3094a-06d1-4dd0-a500-c75b2cb29428 request from dv-cinder-689486-10-smb {{(pid=85351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 11:59:53.599136 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Deleting port 207c949b-fcbb-49ed-936c-676627e7118d {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:53.599591 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.743898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] For port 207c949b-fcbb-49ed-936c-676627e7118d, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=207c949b-fcbb-49ed-936c-676627e7118d,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:53.744274 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.820223 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] For port 207c949b-fcbb-49ed-936c-676627e7118d, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=207c949b-fcbb-49ed-936c-676627e7118d,segment=NetworkSegment(fea9a8d9-3419-491e-bdf1-50dbf671bf9d),segment_id=fea9a8d9-3419-491e-bdf1-50dbf671bf9d)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:53.820572 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.882450 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Calling delete_port for 207c949b-fcbb-49ed-936c-676627e7118d owned by network:dhcp {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:53.954072 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Calling delete_port for 207c949b-fcbb-49ed-936c-676627e7118d owned by network:dhcp {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:53.964770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.980550 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-dac85ed0-8d78-479c-8b70-4c291b9b48b0 tempest-AttachVolumeShelveTestJSON-1834540933 tempest-AttachVolumeShelveTestJSON-1834540933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:54.030942 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85351) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 11:59:54.031374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85351) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 11:59:54.087573 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=207c949b-fcbb-49ed-936c-676627e7118d,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:54.093039 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:54.126657 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] No DVR routers for this DVR port 207c949b-fcbb-49ed-936c-676627e7118d on host dv-cinder-689486-10-smb {{(pid=85349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 11:59:54.158789 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:54.195692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:54.196086 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device c13b6fb9-a6d9-4e9c-ab27-6f03cbffda27 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:54.196537 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 207c949b-fcbb-49ed-936c-676627e7118d no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:54.235322 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 207c949b-fcbb-49ed-936c-676627e7118d {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:54.235692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 207c949b-fcbb-49ed-936c-676627e7118d not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:54.236141 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 313a9223-4164-42a4-aa76-672ef0085fb6 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 11:59:54.252386 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.270643 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 313a9223-4164-42a4-aa76-672ef0085fb6 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 11:59:54.271032 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 313a9223-4164-42a4-aa76-672ef0085fb6 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 11:59:54.370776 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb3094a-06d1-4dd0-a500-c75b2cb29428']}} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:54.384308 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d') {'for_net_delete': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:54.384655 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea9a8d9-3419-491e-bdf1-50dbf671bf9d') {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:54.397503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851533817'] for segment, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.413563 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.420674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=85349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 11:59:54.532627 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Deleting port 207c949b-fcbb-49ed-936c-676627e7118d {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:54.533227 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.612380 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-be996bb0-5f5d-4c3d-b23d-d35ff5ff350e None None] The port '207c949b-fcbb-49ed-936c-676627e7118d' was deleted {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 11:59:54.867515 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:54.881800 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3559774'] for segment, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.068760 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Network fcb3094a-06d1-4dd0-a500-c75b2cb29428 has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 11:59:55.093205 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 11:59:55.175519 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.179544 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-d395c128-07ac-451e-99ce-44c21b7572b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:55.196756 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.204253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb3094a-06d1-4dd0-a500-c75b2cb29428,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:55.208952 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:55.216077 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-10916701-2a89-4e4c-867d-080618379ca4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fcb3094a-06d1-4dd0-a500-c75b2cb29428 HTTP/1.1" status: 204 len: 168 time: 1.8911393 Apr 16 11:59:55.219191 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54442) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:55.800472 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692985'] for router_interface, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.175437 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Deleting port 0a94799b-2932-49ac-8a1f-73f952c59f83 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:56.175847 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.361054 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] For port 0a94799b-2932-49ac-8a1f-73f952c59f83, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=0a94799b-2932-49ac-8a1f-73f952c59f83,segment=NetworkSegment(3c160109-c20c-49fb-b02a-99ab228843a0),segment_id=3c160109-c20c-49fb-b02a-99ab228843a0)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:56.361389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.495898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Calling delete_port for 0a94799b-2932-49ac-8a1f-73f952c59f83 owned by network:router_interface {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:56.668913 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.684389 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-64401169-2399-4fe7-867f-ea83080966c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:56.775256 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a94799b-2932-49ac-8a1f-73f952c59f83,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:56.782685 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:57.148606 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854203206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689490'] for router_interface, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.957377 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a has already been hosted by L3 agent 6374ae18-0a99-4e76-9d09-4acf5b65fd5e {{(pid=85349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:58.163293 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] Notify agent at l3_agent.dv-cinder-689486-10-smb the message routers_updated {{(pid=85349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:58.172443 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] Sync routers for ids ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'] in dv-cinder-689486-10-smb {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:58.174065 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-b5e86451-e634-4681-866d-68d4cde25eb5 admin admin] 10.222.0.58 "PUT /v2.0/routers/1a9d3a07-1297-4317-9ec0-243cd40ffd4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9527700 Apr 16 11:59:58.175982 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54446) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:58.183912 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] Routers {'1a9d3a07-1297-4317-9ec0-243cd40ffd4a'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:58.184532 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:59:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:58.370183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks [] for router, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.382252 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] Set router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a gateway port host: dv-cinder-689486-10-smb {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:58.570242 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.579898 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Deleting port d9c2aa50-ee2b-4d7d-bde1-afd91288e362 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 11:59:58.580287 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.768968 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] For port d9c2aa50-ee2b-4d7d-bde1-afd91288e362, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,segment=NetworkSegment(e79c69cd-3d23-476e-9118-6990360d8db3),segment_id=e79c69cd-3d23-476e-9118-6990360d8db3)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:58.769376 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.845783 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'external_fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:59:56Z', 'revision_number': 5, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port': {'id': 'd9c2aa50-ee2b-4d7d-bde1-afd91288e362', 'name': '', 'network_id': 'cfa8443f-cfd5-47e3-b3c7-6741323e8770', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:55:28Z', 'updated_at': '2021-04-16T11:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3d04f36-ec60-4486-a81b-428c31411816', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-10-smb'}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:58.850098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] Checking router: 1a9d3a07-1297-4317-9ec0-243cd40ffd4a for host: dv-cinder-689486-10-smb {{(pid=85352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:58.859577 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] Routers {'1a9d3a07-1297-4317-9ec0-243cd40ffd4a'} bound to L3 agent in host dv-cinder-689486-10-smb {{(pid=85352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:58.860253 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:39:45Z,description=,heartbeat_timestamp=2021-04-16T11:59:45Z,host='dv-cinder-689486-10-smb',id=6374ae18-0a99-4e76-9d09-4acf5b65fd5e,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:39:45Z,topic='l3_agent')) {'router_ids': ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'], 'active': True} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:58.904498 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Calling delete_port for d9c2aa50-ee2b-4d7d-bde1-afd91288e362 owned by network:router_gateway {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 11:59:59.024454 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvr_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] Set router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a gateway port host: None {{(pid=85352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:59.096261 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3560106'] for port, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.113068 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7569cd5b-616d-400a-95b8-d073335ab61b tempest-VolumesActionsTest-883472259 tempest-VolumesActionsTest-883472259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.139959 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_hamode_db [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:59:58Z', 'revision_number': 6, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port_host': None}], 'dv-cinder-689486-10-smb', False) {} {{(pid=85352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:59.144455 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b1ede-436b-492a-bb09-b89a00b4909f None None] The sync data for ids ['1a9d3a07-1297-4317-9ec0-243cd40ffd4a'] in dv-cinder-689486-10-smb is: [{'id': '1a9d3a07-1297-4317-9ec0-243cd40ffd4a', 'name': 'tempest-TestShelveInstance-795293612-router', 'tenant_id': '2b9b070cc07b4ff48720d9358a3739de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:55:27Z', 'updated_at': '2021-04-16T11:59:58Z', 'revision_number': 6, 'project_id': '2b9b070cc07b4ff48720d9358a3739de', 'gw_port_host': None}] {{(pid=85352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:59.219524 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c2aa50-ee2b-4d7d-bde1-afd91288e362,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:59.222793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:59.395761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689640'] for router_gateway, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.591248 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743509'] for router, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.593801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.620416 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854085694'] for router, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.620938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a9d3a07-1297-4317-9ec0-243cd40ffd4a {{(pid=85349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 11:59:59.634390 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] Notify callbacks [] for router, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.635752 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-0e77b00c-a159-4ac9-b3d6-4895a4f53612 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1a9d3a07-1297-4317-9ec0-243cd40ffd4a HTTP/1.1" status: 204 len: 168 time: 1.4586947 Apr 16 11:59:59.638613 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54450) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:59.709670 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Deleting subnet 00d85de6-130a-422a-b9f5-f66a1cd3df7d {{(pid=85349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 11:59:59.714023 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.767104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3242047'] for subnet, precommit_delete_associations {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.857098 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772071'] for subnet, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.146741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851215617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852294213'] for subnet, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.155797 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:00:00.164692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ce2f2830-a365-483b-b15d-7028f57dcabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:00.171209 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d9c2aa50-ee2b-4d7d-bde1-afd91288e362 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:00.209770 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: d9c2aa50-ee2b-4d7d-bde1-afd91288e362 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:00.210089 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device d9c2aa50-ee2b-4d7d-bde1-afd91288e362 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:00.210583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 0a94799b-2932-49ac-8a1f-73f952c59f83 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:00.248335 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 0a94799b-2932-49ac-8a1f-73f952c59f83 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:00.248944 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 0a94799b-2932-49ac-8a1f-73f952c59f83 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:00.268091 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d85de6-130a-422a-b9f5-f66a1cd3df7d,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:00.273088 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:00.308164 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.313674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8fdffc-ec37-4562-9dca-37e74e5f02ad None None] Network b6574147-908d-4a6c-be55-ba8c2f707c07 requested from dv-cinder-689486-10-smb {{(pid=85351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:00.314619 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-7fb200f4-15a7-4873-85a9-9a6c4f9997d3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/00d85de6-130a-422a-b9f5-f66a1cd3df7d HTTP/1.1" status: 204 len: 168 time: 0.6749229 Apr 16 12:00:00.317258 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54454) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:00.438621 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-34106'] for network, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.514641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Deleting port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:00.514958 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.582761 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] DHCP port deletion for b6574147-908d-4a6c-be55-ba8c2f707c07 request from dv-cinder-689486-10-smb {{(pid=85351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:00:00.587561 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Deleting port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 {{(pid=85351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:00.587984 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.749100 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] For port 9e1c5272-fedd-4c85-821f-f09ea859b1e6, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9e1c5272-fedd-4c85-821f-f09ea859b1e6,segment=NetworkSegment(3c160109-c20c-49fb-b02a-99ab228843a0),segment_id=3c160109-c20c-49fb-b02a-99ab228843a0)] {{(pid=85349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:00.749497 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.816941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.db [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] For port 9e1c5272-fedd-4c85-821f-f09ea859b1e6, host dv-cinder-689486-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-10-smb',level=0,port_id=9e1c5272-fedd-4c85-821f-f09ea859b1e6,segment=NetworkSegment(3c160109-c20c-49fb-b02a-99ab228843a0),segment_id=3c160109-c20c-49fb-b02a-99ab228843a0)] {{(pid=85351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:00.817279 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682698'] for port, precommit_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.964750 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Calling delete_port for 9e1c5272-fedd-4c85-821f-f09ea859b1e6 owned by network:dhcp {{(pid=85351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:01.048538 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-70714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753147379503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753146929489'] for port, after_delete {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.065928 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b528b46b-26a1-4be6-9672-ef23920b5773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:01.144399 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Calling delete_port for 9e1c5272-fedd-4c85-821f-f09ea859b1e6 owned by network:dhcp {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:01.166697 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Pushing event deleted for resources: {'Port': ['ID=9e1c5272-fedd-4c85-821f-f09ea859b1e6,revision_number=None']} {{(pid=85351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:01.189117 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.189540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.189948 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.190326 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.190707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.191082 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.191503 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.191876 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.192245 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.192614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.192981 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.193345 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-10-smb {{(pid=85351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:01.200879 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85351) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:01.226011 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.db.api [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85349) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:00:01.226414 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_db.api [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:00:01.238017 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b5256-1718-4f81-88e6-0bc2e5d1be66 None None] No DVR routers for this DVR port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 on host dv-cinder-689486-10-smb {{(pid=85351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:01.727548 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Deleting port 9e1c5272-fedd-4c85-821f-f09ea859b1e6 {{(pid=85349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:01.728159 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283707401332'] for port, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.801718 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] The port '9e1c5272-fedd-4c85-821f-f09ea859b1e6' was deleted {{(pid=85349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:00:01.923910 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-171032', 'neutron.services.segments.db._delete_segments_for_network-8753147481288'] for network, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.040864 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6574147-908d-4a6c-be55-ba8c2f707c07']}} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:02.054235 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c160109-c20c-49fb-b02a-99ab228843a0') {'for_net_delete': True} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:02.054579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.services.segments.db [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c160109-c20c-49fb-b02a-99ab228843a0') {} {{(pid=85349) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:02.066579 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753147454425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851533817'] for segment, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.084240 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-10239'] for segment, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.091542 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=85349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:00:02.154709 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9e1c5272-fedd-4c85-821f-f09ea859b1e6 no longer exists at agent ovs-agent-dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:02.198616 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] No Port match for: 9e1c5272-fedd-4c85-821f-f09ea859b1e6 {{(pid=85351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:02.199028 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.rpc [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Device 9e1c5272-fedd-4c85-821f-f09ea859b1e6 not bound to the agent host dv-cinder-689486-10-smb {{(pid=85351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:02.278575 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Network b6574147-908d-4a6c-be55-ba8c2f707c07 has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:02.287755 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854765593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3559774'] for segment, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.469793 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.plugins.ml2.managers [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Network b6574147-908d-4a6c-be55-ba8c2f707c07 has no segments {{(pid=85349) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: % (table.description, expected, rows_matched) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: Traceback (most recent call last): Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: timer() Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: cb(*args, **kw) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: return func(*args, **kwargs) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: self._notify() Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: self.callback(batched_events) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: event.method(event) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: segment_id)['aggregates'][0] Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: return f(self, *a, **k) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: return self._get(url).json() Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: **kwargs) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: return self.request(url, 'GET', **kwargs) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: **endpoint_filter) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:00:02.492421 dv-cinder-689486-10-smb neutron-server[85234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:00:02.575893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854604783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854086394'] for network, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.579641 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-28392657-3233-45ca-aa59-e742ebf79dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:02.596037 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572544'] for network, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.605183 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6574147-908d-4a6c-be55-ba8c2f707c07,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:02.608374 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:02.609920 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-f253c325-79ba-4784-8310-a991bd62f964 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b6574147-908d-4a6c-be55-ba8c2f707c07 HTTP/1.1" status: 204 len: 168 time: 2.2916815 Apr 16 12:00:02.789941 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54460) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:02.841946 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-99f34b1e-9901-4aab-a2a0-88dd404df6e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17b45f615b4b4e34961d22b45feeb281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507410 Apr 16 12:00:02.844487 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54464) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:02.906457 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6d9de2f3-4e89-44e1-ab08-6bc05afd30b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.936004 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6d9de2f3-4e89-44e1-ab08-6bc05afd30b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.987893 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6d9de2f3-4e89-44e1-ab08-6bc05afd30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.993051 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-b40dda88-0b98-4ba5-abd6-1f04585e38cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.007815 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9de2f3-4e89-44e1-ab08-6bc05afd30b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8db90c-b8df-4dde-b3bf-8bd68f02e4db,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:03.010480 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-6d9de2f3-4e89-44e1-ab08-6bc05afd30b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:03.016285 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6d9de2f3-4e89-44e1-ab08-6bc05afd30b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.017515 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-6d9de2f3-4e89-44e1-ab08-6bc05afd30b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed8db90c-b8df-4dde-b3bf-8bd68f02e4db HTTP/1.1" status: 204 len: 168 time: 0.1720769 Apr 16 12:00:03.464741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54472) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:03.516315 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-477dfb7b-398b-462b-993b-836748890845 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b9b070cc07b4ff48720d9358a3739de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502443 Apr 16 12:00:03.518765 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [-] (85349) accepted ('10.222.0.58', 54476) {{(pid=85349) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:03.580144 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9b88-5d02-4014-bc1b-85254175cacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.607938 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9b88-5d02-4014-bc1b-85254175cacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.656975 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9b88-5d02-4014-bc1b-85254175cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656305'] for security_group, after_delete {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.662586 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-db800d2c-5877-4d9b-8f3e-5a677b40c6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.674845 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a9b88-5d02-4014-bc1b-85254175cacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df30eea-13db-4651-8728-8c9325f724a5,revision_number=None']} {{(pid=85349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:03.679155 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG oslo_concurrency.lockutils [None req-ae0a9b88-5d02-4014-bc1b-85254175cacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85349) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:03.683020 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-ae0a9b88-5d02-4014-bc1b-85254175cacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85349) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.684332 dv-cinder-689486-10-smb neutron-server[85234]: INFO neutron.wsgi [None req-ae0a9b88-5d02-4014-bc1b-85254175cacb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7df30eea-13db-4651-8728-8c9325f724a5 HTTP/1.1" status: 204 len: 168 time: 0.1645803 Apr 16 12:00:12.604440 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e7875cf-5f63-414f-9db2-0c0a42429f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.865672 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5e5813ea-1ed1-4688-bbfa-f9ea999b628d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.267361 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.467784 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:17.257236 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.708095 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.155014 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:00:42.606400 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7c27d343-57cd-4e2c-8a7d-329bc6186be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.859113 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-87afcb94-1ebe-4bff-a773-c7e62bed2c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.271707 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.470674 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.261216 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.708071 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:12.608535 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6284f4f4-2151-4053-bc14-89de4d773bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.155692 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:14.863445 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b0205d4d-bc3f-4d1a-b7b5-501501f2a61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.275158 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.473178 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:17.263600 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:21.708359 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.611262 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5742f311-4156-407e-8e55-eedbe6806fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.865552 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-0381dde6-b3ff-4233-9b10-5717ce7b5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.278618 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.474104 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.266623 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:51.154801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:51.722481 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:12.611927 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-c43623c2-c30c-4e88-b958-603ccbfd6e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.867991 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-5cdda008-0a0f-4ba4-98ca-dc61531f40c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:15.279286 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:16.476505 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.270254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:21.725352 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.154349 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:02:42.614310 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1ffb-01a4-4caf-aa6c-168461696251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:44.869540 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-4f7ef9fa-27fa-43a5-b886-e9d64146f09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:45.282083 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:46.478583 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.275801 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:51.739301 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:05.154963 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:03:12.617926 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-076f08ea-648f-4648-af34-7a20b034c4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:14.870064 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-8453d656-bd07-4c21-bcd7-6c5cbd04361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:15.283233 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:16.481254 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.277614 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:21.740742 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:42.154074 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:03:42.620739 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-658a1d6d-1479-41cb-9c16-929ae95c2af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:44.870202 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-54e3fb08-e7f3-4b1c-b451-a0699235c7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:45.286722 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:46.482232 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:47.281989 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:51.804205 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:05.062659 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.wsgi [req-71944bcd-4b58-4f6f-a4db-541107244853 req-11ebfbb5-7e5f-442b-8e15-c2e63fdf3261 service neutron] (85349) timed out ('10.222.0.78', 64604) {{(pid=85349) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 12:04:12.624038 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-1cd19507-92f6-4de9-899e-fc976ecd05f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.874741 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-7869fa58-0378-48eb-9849-a3bbbd63cc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:15.288929 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:16.484405 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.284545 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.153312 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:04:21.783945 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:42.625757 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-05d8402a-5fbd-4744-8c0b-39d9284524c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.876401 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-eed43f65-d014-4f09-a366-3ac6ca148ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:45.292139 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-df22a02c-d086-4dd5-913a-922b5411cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:46.485364 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4b4b-8c03-4118-bf56-e55bdab118b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:47.288333 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-b6f9adef-0a77-472c-84d1-be4ba5962d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:51.809992 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45b1-bcb0-4b3d-90f9-3f191d2ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753147481271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854584874'] for agent, after_update {{(pid=85351) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:56.152920 dv-cinder-689486-10-smb neutron-server[85234]: DEBUG neutron.db.agents_db [None req-a23ca18e-cffc-4e2a-ae06-1dff81d11043 None None] Agent healthcheck: found 6 active agents {{(pid=85352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}